goroutine 9340710 [running]: runtime/pprof.writeGoroutineStacks(0x380bd20, 0xc013558460, 0x30, 0x311f040) /usr/local/go/src/runtime/pprof/pprof.go:693 +0x9f runtime/pprof.writeGoroutine(0x380bd20, 0xc013558460, 0x2, 0xc027586000, 0x0) /usr/local/go/src/runtime/pprof/pprof.go:682 +0x45 runtime/pprof.(*Profile).WriteTo(0x4ddda40, 0x380bd20, 0xc013558460, 0x2, 0xc013558460, 0xc0002b8d00) /usr/local/go/src/runtime/pprof/pprof.go:331 +0x3f2 net/http/pprof.handler.ServeHTTP(0xc02d5a9ea1, 0x9, 0x383ca00, 0xc013558460, 0xc023c3f900) /usr/local/go/src/net/http/pprof/pprof.go:253 +0x385 net/http/pprof.Index(0x383ca00, 0xc013558460, 0xc023c3f900) /usr/local/go/src/net/http/pprof/pprof.go:371 +0x8d7 net/http.HandlerFunc.ServeHTTP(0x3604128, 0x383ca00, 0xc013558460, 0xc023c3f900) /usr/local/go/src/net/http/server.go:2069 +0x44 net/http.(*ServeMux).ServeHTTP(0x4f793a0, 0x383ca00, 0xc013558460, 0xc023c3f900) /usr/local/go/src/net/http/server.go:2448 +0x1ad github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc013558460, 0xc023c3f700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc013558460, 0xc023c3f600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc013558460, 0xc023c3f600) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc02281edc0, 0x38483c0, 0xc014b32700) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 1 [chan receive, 438 minutes]: main.glob..func48(0xc00052fbc0, 0x0, 0x0) /home/tippyflits/lotus/cmd/lotus-miner/run.go:200 +0x1305 github.com/urfave/cli/v2.(*Command).Run(0x4e038e0, 0xc00052fa00, 0x0, 0x0) /home/tippyflits/go/pkg/mod/github.com/urfave/cli/v2@v2.2.0/command.go:164 +0x4dd github.com/urfave/cli/v2.(*App).RunContext(0xc0004d5680, 0x3848350, 0xc00005ad30, 0xc00004e040, 0x2, 0x2, 0x0, 0x0) /home/tippyflits/go/pkg/mod/github.com/urfave/cli/v2@v2.2.0/app.go:306 +0x810 github.com/urfave/cli/v2.(*App).Run(...) /home/tippyflits/go/pkg/mod/github.com/urfave/cli/v2@v2.2.0/app.go:215 github.com/filecoin-project/lotus/cli.RunApp(0xc0004d5680) /home/tippyflits/lotus/cli/helper.go:35 +0x7c main.main() /home/tippyflits/lotus/cmd/lotus-miner/main.go:117 +0xb72 goroutine 6 [select, 440 minutes]: github.com/ipfs/go-log/writer.(*MirrorWriter).logRoutine(0xc0000fba70) /home/tippyflits/go/pkg/mod/github.com/ipfs/go-log@v1.0.5/writer/writer.go:71 +0x106 created by github.com/ipfs/go-log/writer.NewMirrorWriter /home/tippyflits/go/pkg/mod/github.com/ipfs/go-log@v1.0.5/writer/writer.go:36 +0xb9 goroutine 7 [select]: go.opencensus.io/stats/view.(*worker).start(0xc0001e6280) /home/tippyflits/go/pkg/mod/go.opencensus.io@v0.23.0/stats/view/worker.go:276 +0xcd created by go.opencensus.io/stats/view.init.0 /home/tippyflits/go/pkg/mod/go.opencensus.io@v0.23.0/stats/view/worker.go:34 +0x68 goroutine 1092 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002a2ca80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1094 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002a2cc60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 79 [select]: github.com/filecoin-project/go-jsonrpc.(*wsConn).handleWsConn(0xc00022c180, 0x3848350, 0xc00005ad30) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/websocket.go:603 +0x416 created by github.com/filecoin-project/go-jsonrpc.websocketClient /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/client.go:262 +0x2d8 goroutine 80 [select]: github.com/filecoin-project/go-jsonrpc.(*wsConn).setupPings.func3(0xc00022c180, 0xc0004f4c00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/websocket.go:494 +0x9d created by github.com/filecoin-project/go-jsonrpc.(*wsConn).setupPings /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/websocket.go:492 +0xcf goroutine 1093 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002a2cb40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 292 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc022bd0000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 930 [select]: github.com/dgraph-io/badger/v2.(*DB).updateSize(0xc000101000, 0xc002990020) /home/tippyflits/go/pkg/mod/github.com/dgraph-io/badger/v2@v2.2007.2/db.go:1200 +0x125 created by github.com/dgraph-io/badger/v2.Open /home/tippyflits/go/pkg/mod/github.com/dgraph-io/badger/v2@v2.2007.2/db.go:360 +0x9a5 goroutine 1012 [select]: reflect.rselect(0xc002c3fd50, 0x2, 0x4, 0x2, 0x0) /usr/local/go/src/runtime/select.go:573 +0x2db reflect.Select(0xc002c3ff30, 0x2, 0x2, 0x2, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/reflect/value.go:2264 +0x15c github.com/filecoin-project/go-jsonrpc.(*client).makeOutChan.func1.1(0x38483c0, 0xc015537c80, 0xc0154fcab8, 0x2eea780, 0xc0155562a0, 0x12) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/client.go:347 +0x3cc created by github.com/filecoin-project/go-jsonrpc.(*client).makeOutChan.func1 /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/client.go:322 +0x205 goroutine 891 [select]: github.com/raulk/go-watchdog.pollingWatchdog(0x380a9e0, 0xc0017d5400, 0x12a05f200, 0x7df53ce000, 0xc0017c5330) /home/tippyflits/go/pkg/mod/github.com/raulk/go-watchdog@v1.0.1/watchdog.go:320 +0x212 created by github.com/raulk/go-watchdog.SystemDriven /home/tippyflits/go/pkg/mod/github.com/raulk/go-watchdog@v1.0.1/watchdog.go:268 +0x236 goroutine 892 [select]: github.com/syndtr/goleveldb/leveldb/util.(*BufferPool).drain(0xc0013d55e0) /home/tippyflits/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.0/leveldb/util/buffer_pool.go:206 +0x105 created by github.com/syndtr/goleveldb/leveldb/util.NewBufferPool /home/tippyflits/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.0/leveldb/util/buffer_pool.go:237 +0x18c goroutine 893 [select, 5 minutes]: github.com/syndtr/goleveldb/leveldb.(*DB).compactionError(0xc0017b7a00) /home/tippyflits/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.0/leveldb/db_compaction.go:90 +0xb1 created by github.com/syndtr/goleveldb/leveldb.openDB /home/tippyflits/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.0/leveldb/db.go:142 +0x429 goroutine 894 [select]: github.com/syndtr/goleveldb/leveldb.(*DB).mpoolDrain(0xc0017b7a00) /home/tippyflits/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.0/leveldb/db_state.go:101 +0xd7 created by github.com/syndtr/goleveldb/leveldb.openDB /home/tippyflits/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.0/leveldb/db.go:143 +0x44b goroutine 895 [select, 5 minutes]: github.com/syndtr/goleveldb/leveldb.(*DB).tCompaction(0xc0017b7a00) /home/tippyflits/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.0/leveldb/db_compaction.go:825 +0x228 created by github.com/syndtr/goleveldb/leveldb.openDB /home/tippyflits/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.0/leveldb/db.go:149 +0x5a5 goroutine 896 [select, 439 minutes]: github.com/syndtr/goleveldb/leveldb.(*DB).mCompaction(0xc0017b7a00) /home/tippyflits/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.0/leveldb/db_compaction.go:762 +0x125 created by github.com/syndtr/goleveldb/leveldb.openDB /home/tippyflits/go/pkg/mod/github.com/syndtr/goleveldb@v1.0.0/leveldb/db.go:150 +0x5c7 goroutine 897 [select, 439 minutes]: github.com/dgraph-io/badger/v2/y.(*WaterMark).process(0xc001bca9f0, 0xc001a43940) /home/tippyflits/go/pkg/mod/github.com/dgraph-io/badger/v2@v2.2007.2/y/watermark.go:212 +0x2a7 created by github.com/dgraph-io/badger/v2/y.(*WaterMark).Init /home/tippyflits/go/pkg/mod/github.com/dgraph-io/badger/v2@v2.2007.2/y/watermark.go:70 +0x76 goroutine 898 [select, 439 minutes]: github.com/dgraph-io/badger/v2/y.(*WaterMark).process(0xc001bcaa20, 0xc001a43940) /home/tippyflits/go/pkg/mod/github.com/dgraph-io/badger/v2@v2.2007.2/y/watermark.go:212 +0x2a7 created by github.com/dgraph-io/badger/v2/y.(*WaterMark).Init /home/tippyflits/go/pkg/mod/github.com/dgraph-io/badger/v2@v2.2007.2/y/watermark.go:70 +0x76 goroutine 899 [select]: github.com/dgraph-io/badger/v2.(*DB).updateSize(0xc002b8e800, 0xc001a439a0) /home/tippyflits/go/pkg/mod/github.com/dgraph-io/badger/v2@v2.2007.2/db.go:1200 +0x125 created by github.com/dgraph-io/badger/v2.Open /home/tippyflits/go/pkg/mod/github.com/dgraph-io/badger/v2@v2.2007.2/db.go:360 +0x9a5 goroutine 900 [select]: github.com/dgraph-io/badger/v2.(*levelsController).runCompactor(0xc0001e9650, 0x0, 0xc001a43b60) /home/tippyflits/go/pkg/mod/github.com/dgraph-io/badger/v2@v2.2007.2/levels.go:390 +0x266 created by github.com/dgraph-io/badger/v2.(*levelsController).startCompact /home/tippyflits/go/pkg/mod/github.com/dgraph-io/badger/v2@v2.2007.2/levels.go:371 +0x8d goroutine 901 [select]: github.com/dgraph-io/badger/v2.(*levelsController).runCompactor(0xc0001e9650, 0x1, 0xc001a43b60) /home/tippyflits/go/pkg/mod/github.com/dgraph-io/badger/v2@v2.2007.2/levels.go:390 +0x266 created by github.com/dgraph-io/badger/v2.(*levelsController).startCompact /home/tippyflits/go/pkg/mod/github.com/dgraph-io/badger/v2@v2.2007.2/levels.go:371 +0x8d goroutine 902 [chan receive, 439 minutes]: github.com/dgraph-io/badger/v2.(*DB).flushMemtable(0xc002b8e800, 0xc001a43b80, 0x0, 0x0) /home/tippyflits/go/pkg/mod/github.com/dgraph-io/badger/v2@v2.2007.2/db.go:1107 +0xb7 github.com/dgraph-io/badger/v2.Open.func5(0xc00001a540) /home/tippyflits/go/pkg/mod/github.com/dgraph-io/badger/v2@v2.2007.2/db.go:377 +0x37 created by github.com/dgraph-io/badger/v2.Open /home/tippyflits/go/pkg/mod/github.com/dgraph-io/badger/v2@v2.2007.2/db.go:376 +0x1445 goroutine 905 [select, 439 minutes]: github.com/dgraph-io/badger/v2.(*DB).doWrites(0xc002b8e800, 0xc001a43c80) /home/tippyflits/go/pkg/mod/github.com/dgraph-io/badger/v2@v2.2007.2/db.go:862 +0x533 created by github.com/dgraph-io/badger/v2.Open /home/tippyflits/go/pkg/mod/github.com/dgraph-io/badger/v2@v2.2007.2/db.go:411 +0xf34 goroutine 904 [select, 439 minutes]: github.com/dgraph-io/badger/v2.(*valueLog).flushDiscardStats(0xc002b8e9d0) /home/tippyflits/go/pkg/mod/github.com/dgraph-io/badger/v2@v2.2007.2/value.go:1948 +0x15c created by github.com/dgraph-io/badger/v2.(*valueLog).open /home/tippyflits/go/pkg/mod/github.com/dgraph-io/badger/v2@v2.2007.2/value.go:1114 +0x6c goroutine 906 [chan receive, 439 minutes]: github.com/dgraph-io/badger/v2.(*valueLog).waitOnGC(0xc002b8e9d0, 0xc001a43ca0) /home/tippyflits/go/pkg/mod/github.com/dgraph-io/badger/v2@v2.2007.2/value.go:1851 +0x65 created by github.com/dgraph-io/badger/v2.Open /home/tippyflits/go/pkg/mod/github.com/dgraph-io/badger/v2@v2.2007.2/db.go:415 +0x1165 goroutine 907 [select, 439 minutes]: github.com/dgraph-io/badger/v2.(*publisher).listenForUpdates(0xc001bcaab0, 0xc001a43cc0) /home/tippyflits/go/pkg/mod/github.com/dgraph-io/badger/v2@v2.2007.2/publisher.go:67 +0x145 created by github.com/dgraph-io/badger/v2.Open /home/tippyflits/go/pkg/mod/github.com/dgraph-io/badger/v2@v2.2007.2/db.go:419 +0x101b goroutine 908 [select, 4 minutes]: github.com/ipfs/go-ds-badger2.(*Datastore).periodicGC(0xc002ca7620) /home/tippyflits/go/pkg/mod/github.com/ipfs/go-ds-badger2@v0.1.1-0.20200708190120-187fc06f714e/datastore.go:172 +0xe5 created by github.com/ipfs/go-ds-badger2.NewDatastore /home/tippyflits/go/pkg/mod/github.com/ipfs/go-ds-badger2@v0.1.1-0.20200708190120-187fc06f714e/datastore.go:160 +0x65d goroutine 914 [select, 439 minutes]: github.com/dgraph-io/badger/v2/y.(*WaterMark).process(0xc003116060, 0xc003120000) /home/tippyflits/go/pkg/mod/github.com/dgraph-io/badger/v2@v2.2007.2/y/watermark.go:212 +0x2a7 created by github.com/dgraph-io/badger/v2/y.(*WaterMark).Init /home/tippyflits/go/pkg/mod/github.com/dgraph-io/badger/v2@v2.2007.2/y/watermark.go:70 +0x76 goroutine 915 [select, 439 minutes]: github.com/dgraph-io/badger/v2/y.(*WaterMark).process(0xc003116090, 0xc003120000) /home/tippyflits/go/pkg/mod/github.com/dgraph-io/badger/v2@v2.2007.2/y/watermark.go:212 +0x2a7 created by github.com/dgraph-io/badger/v2/y.(*WaterMark).Init /home/tippyflits/go/pkg/mod/github.com/dgraph-io/badger/v2@v2.2007.2/y/watermark.go:70 +0x76 goroutine 909 [select]: github.com/dgraph-io/badger/v2.(*levelsController).runCompactor(0xc0001fe070, 0x0, 0xc001a42180) /home/tippyflits/go/pkg/mod/github.com/dgraph-io/badger/v2@v2.2007.2/levels.go:390 +0x266 created by github.com/dgraph-io/badger/v2.(*levelsController).startCompact /home/tippyflits/go/pkg/mod/github.com/dgraph-io/badger/v2@v2.2007.2/levels.go:371 +0x8d goroutine 910 [select]: github.com/dgraph-io/badger/v2.(*levelsController).runCompactor(0xc0001fe070, 0x1, 0xc001a42180) /home/tippyflits/go/pkg/mod/github.com/dgraph-io/badger/v2@v2.2007.2/levels.go:390 +0x266 created by github.com/dgraph-io/badger/v2.(*levelsController).startCompact /home/tippyflits/go/pkg/mod/github.com/dgraph-io/badger/v2@v2.2007.2/levels.go:371 +0x8d goroutine 911 [chan receive, 439 minutes]: github.com/dgraph-io/badger/v2.(*DB).flushMemtable(0xc000101000, 0xc001a421a0, 0x0, 0x0) /home/tippyflits/go/pkg/mod/github.com/dgraph-io/badger/v2@v2.2007.2/db.go:1107 +0xb7 github.com/dgraph-io/badger/v2.Open.func5(0xc00001a5f0) /home/tippyflits/go/pkg/mod/github.com/dgraph-io/badger/v2@v2.2007.2/db.go:377 +0x37 created by github.com/dgraph-io/badger/v2.Open /home/tippyflits/go/pkg/mod/github.com/dgraph-io/badger/v2@v2.2007.2/db.go:376 +0x1445 goroutine 946 [select, 439 minutes]: github.com/dgraph-io/badger/v2.(*DB).doWrites(0xc000101000, 0xc001a422a0) /home/tippyflits/go/pkg/mod/github.com/dgraph-io/badger/v2@v2.2007.2/db.go:862 +0x533 created by github.com/dgraph-io/badger/v2.Open /home/tippyflits/go/pkg/mod/github.com/dgraph-io/badger/v2@v2.2007.2/db.go:411 +0xf34 goroutine 913 [select, 439 minutes]: github.com/dgraph-io/badger/v2.(*valueLog).flushDiscardStats(0xc0001011d0) /home/tippyflits/go/pkg/mod/github.com/dgraph-io/badger/v2@v2.2007.2/value.go:1948 +0x15c created by github.com/dgraph-io/badger/v2.(*valueLog).open /home/tippyflits/go/pkg/mod/github.com/dgraph-io/badger/v2@v2.2007.2/value.go:1114 +0x6c goroutine 947 [chan receive, 439 minutes]: github.com/dgraph-io/badger/v2.(*valueLog).waitOnGC(0xc0001011d0, 0xc001a422c0) /home/tippyflits/go/pkg/mod/github.com/dgraph-io/badger/v2@v2.2007.2/value.go:1851 +0x65 created by github.com/dgraph-io/badger/v2.Open /home/tippyflits/go/pkg/mod/github.com/dgraph-io/badger/v2@v2.2007.2/db.go:415 +0x1165 goroutine 948 [select, 439 minutes]: github.com/dgraph-io/badger/v2.(*publisher).listenForUpdates(0xc003116120, 0xc001a422e0) /home/tippyflits/go/pkg/mod/github.com/dgraph-io/badger/v2@v2.2007.2/publisher.go:67 +0x145 created by github.com/dgraph-io/badger/v2.Open /home/tippyflits/go/pkg/mod/github.com/dgraph-io/badger/v2@v2.2007.2/db.go:419 +0x101b goroutine 949 [select, 4 minutes]: github.com/ipfs/go-ds-badger2.(*Datastore).periodicGC(0xc002a2c5a0) /home/tippyflits/go/pkg/mod/github.com/ipfs/go-ds-badger2@v0.1.1-0.20200708190120-187fc06f714e/datastore.go:172 +0xe5 created by github.com/ipfs/go-ds-badger2.NewDatastore /home/tippyflits/go/pkg/mod/github.com/ipfs/go-ds-badger2@v0.1.1-0.20200708190120-187fc06f714e/datastore.go:160 +0x65d goroutine 257 [select, 241 minutes]: github.com/filecoin-project/lotus/lib/backupds.(*Datastore).runLog(0xc0017d41c0, 0xc00001a028) /home/tippyflits/lotus/lib/backupds/log.go:76 +0x105 created by github.com/filecoin-project/lotus/lib/backupds.(*Datastore).startLog /home/tippyflits/lotus/lib/backupds/log.go:68 +0x513 goroutine 1011 [select]: github.com/filecoin-project/lotus/storage.(*submitHandler).run(0xc015558000) /home/tippyflits/lotus/storage/wdpost_changehandler.go:353 +0x1e5 created by github.com/filecoin-project/lotus/storage.(*changeHandler).start /home/tippyflits/lotus/storage/wdpost_changehandler.go:51 +0x6b goroutine 966 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001d835c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1106 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002a9e240) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1282 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00241c000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1091 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002a2c9c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1124 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00285cae0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1109 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002a9e6c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1107 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002a9e540) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 953 [select, 10 minutes]: github.com/filecoin-project/lotus/extern/storage-sealing.(*PreCommitBatcher).run(0xc01544a410) /home/tippyflits/lotus/extern/storage-sealing/precommit_batch.go:100 +0x2a5 created by github.com/filecoin-project/lotus/extern/storage-sealing.NewPreCommitBatcher /home/tippyflits/lotus/extern/storage-sealing/precommit_batch.go:77 +0x214 goroutine 465 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00285c5a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 675 [select]: github.com/filecoin-project/lotus/extern/sector-storage/stores.(*Local).reportHealth(0xc002ca7380, 0x3848318, 0xc0017d4680) /home/tippyflits/lotus/extern/sector-storage/stores/local.go:325 +0x11b created by github.com/filecoin-project/lotus/extern/sector-storage/stores.(*Local).open /home/tippyflits/lotus/extern/sector-storage/stores/local.go:237 +0x1ae goroutine 1202 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00272e0c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1090 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002a2c8a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1123 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00285c9c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 838 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0019e8120) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 965 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001d83440) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1108 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002a9e600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1427 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015150120) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 676 [select, 241 minutes]: github.com/filecoin-project/lotus/extern/sector-storage.(*scheduler).runSched(0xc0155c41b0) /home/tippyflits/lotus/extern/sector-storage/sched.go:231 +0x1bc created by github.com/filecoin-project/lotus/extern/sector-storage.New /home/tippyflits/lotus/extern/sector-storage/manager.go:149 +0x534 goroutine 952 [select, 1 minutes]: github.com/filecoin-project/lotus/extern/storage-sealing.(*TerminateBatcher).run(0xc01544a340) /home/tippyflits/lotus/extern/storage-sealing/terminate_batch.go:90 +0x2cd created by github.com/filecoin-project/lotus/extern/storage-sealing.NewTerminationBatcher /home/tippyflits/lotus/extern/storage-sealing/terminate_batch.go:68 +0x1f2 goroutine 1010 [select]: github.com/filecoin-project/lotus/storage.(*proveHandler).run(0xc00241c660) /home/tippyflits/lotus/storage/wdpost_changehandler.go:192 +0x145 created by github.com/filecoin-project/lotus/storage.(*changeHandler).start /home/tippyflits/lotus/storage/wdpost_changehandler.go:50 +0x45 goroutine 678 [select]: github.com/filecoin-project/lotus/extern/sector-storage.(*schedWorker).waitForUpdates(0xc00017b180, 0x3848318) /home/tippyflits/lotus/extern/sector-storage/sched_worker.go:269 +0xf9 github.com/filecoin-project/lotus/extern/sector-storage.(*schedWorker).handleWorker(0xc00017b180) /home/tippyflits/lotus/extern/sector-storage/sched_worker.go:143 +0x1aa created by github.com/filecoin-project/lotus/extern/sector-storage.(*scheduler).runWorker /home/tippyflits/lotus/extern/sector-storage/sched_worker.go:80 +0x5bb goroutine 679 [select, 10 minutes]: github.com/filecoin-project/lotus/journal.(*fsJournal).runLoop(0xc0022a48c0) /home/tippyflits/lotus/journal/fs.go:126 +0xd7 created by github.com/filecoin-project/lotus/journal.OpenFSJournal /home/tippyflits/lotus/journal/fs.go:54 +0x371 goroutine 958 [IO wait]: internal/poll.runtime_pollWait(0x7f4359062ad8, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01587ca98, 0x72, 0x0, 0x0, 0x3354017) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Accept(0xc01587ca80, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:401 +0x212 net.(*netFD).accept(0xc01587ca80, 0x28, 0x7f438358e3c8, 0x30) /usr/local/go/src/net/fd_unix.go:172 +0x45 net.(*TCPListener).accept(0xc015862240, 0x561c38, 0x28, 0x32ccf20) /usr/local/go/src/net/tcpsock_posix.go:139 +0x32 net.(*TCPListener).Accept(0xc015862240, 0x8, 0xc01f7ea2d0, 0x3871180, 0x203008) /usr/local/go/src/net/tcpsock.go:261 +0x65 github.com/multiformats/go-multiaddr/net.(*maListener).Accept(0xc01587e180, 0x12a2eb0e1c5982d0, 0x6101a6ef, 0xc014f05de8, 0x629766) /home/tippyflits/go/pkg/mod/github.com/multiformats/go-multiaddr@v0.3.1/net/net.go:243 +0x48 github.com/multiformats/go-multiaddr/net.(*netListenerAdapter).Accept(0xc002f0c0d0, 0xc014f05e38, 0x18, 0xc00036b500, 0xa1c4db) /home/tippyflits/go/pkg/mod/github.com/multiformats/go-multiaddr@v0.3.1/net/net.go:222 +0x33 net/http.(*Server).Serve(0xc015462380, 0x383c010, 0xc002f0c0d0, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2981 +0x285 github.com/filecoin-project/lotus/node.ServeRPC.func2(0xc015462380, 0x3849b60, 0xc01587e180, 0xc01590c1b0) /home/tippyflits/lotus/node/rpc.go:56 +0x76 created by github.com/filecoin-project/lotus/node.ServeRPC /home/tippyflits/lotus/node/rpc.go:55 +0x1e9 goroutine 682 [select]: github.com/filecoin-project/lotus/storage.(*WindowPoStScheduler).Run(0xc002a82c00, 0x3848318, 0xc000833040) /home/tippyflits/lotus/storage/wdpost_sched.go:120 +0x2dc created by github.com/filecoin-project/lotus/node/modules.StorageMiner.func1.1 /home/tippyflits/lotus/node/modules/storageminer.go:260 +0x67 goroutine 1013 [chan receive, 438 minutes]: github.com/filecoin-project/go-jsonrpc.(*wsConn).handleCtxAsync(0xc00022c180, 0x38483c0, 0xc015537c80, 0x31c) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/websocket.go:283 +0x65 created by github.com/filecoin-project/go-jsonrpc.(*wsConn).handleResponse /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/websocket.go:370 +0x473 goroutine 4478926 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f43000c4e08, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc025370e98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc025370e80, 0xc025b07631, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc025370e80, 0xc025b07631, 0x1, 0x1, 0xc0169e54a0, 0x0, 0xc02553ed18) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc022e81e28, 0xc025b07631, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc025b07620) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 1004 [chan receive]: github.com/filecoin-project/lotus/chain/events.(*Events).listenHeadChangesOnce(0xc0001959a0, 0x3848318, 0xc00257e000, 0x0, 0x0) /home/tippyflits/lotus/chain/events/events.go:160 +0x826 github.com/filecoin-project/lotus/chain/events.(*Events).listenHeadChanges(0xc0001959a0, 0x3848318, 0xc000833040) /home/tippyflits/lotus/chain/events/events.go:103 +0xc5 created by github.com/filecoin-project/lotus/chain/events.NewEventsWithConfidence /home/tippyflits/lotus/chain/events/events.go:85 +0x2c5 goroutine 1005 [select]: reflect.rselect(0xc002c40d50, 0x2, 0x4, 0x2, 0x0) /usr/local/go/src/runtime/select.go:573 +0x2db reflect.Select(0xc002c40f30, 0x2, 0x2, 0x2, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/reflect/value.go:2264 +0x15c github.com/filecoin-project/go-jsonrpc.(*client).makeOutChan.func1.1(0x38483c0, 0xc0023e38c0, 0xc000fa2160, 0x2eea780, 0xc014e826c0, 0x12) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/client.go:347 +0x3cc created by github.com/filecoin-project/go-jsonrpc.(*client).makeOutChan.func1 /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/client.go:322 +0x205 goroutine 1006 [chan receive, 438 minutes]: github.com/filecoin-project/go-jsonrpc.(*wsConn).handleCtxAsync(0xc00022c180, 0x38483c0, 0xc0023e38c0, 0x325) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/websocket.go:283 +0x65 created by github.com/filecoin-project/go-jsonrpc.(*wsConn).handleResponse /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/websocket.go:370 +0x473 goroutine 4648475 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x1f9, 0x208, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x1f9, 0x208, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc021eba000, 0x208, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x208, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc018dce5a0, 0xc018f16f00, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc01f9afe88, 0xc018f16f00, 0x0, 0xc023982b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc021eba000, 0x380b840, 0xc0245e5710, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc022e816c8, 0x380b840, 0xc0167f5440, 0x800, 0xc023982c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc022e816c8, 0x380b840, 0xc0167f5440, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc034c75b20, 0x380b840, 0xc0167f5440, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc034c75b20, 0x380b840, 0xc0167f5440, 0x0, 0x0, 0x0, 0x326e760, 0xc02c6e0100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc034c75b20, 0x380be40, 0xc0245e5710, 0x800000000, 0xc02e228220, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc034c75b20, 0xc002189100, 0xc02c4a3433, 0xd, 0x105d68cc, 0xed818395e, 0x4f79c20, 0xc0239831f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc034c75b20, 0xc002189100, 0x380ea60, 0xc011fc78c0, 0xc02c4a3403, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc034c75b20, 0xc002189100, 0xc02c4a33e0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc034c75b20, 0xc002189100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc011fc75a0, 0x383ca00, 0xc034c75b20, 0xc002189100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc023983758, 0x383ca00, 0xc034c75b20, 0xc002188d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc034c75b20, 0xc002188d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc034c75b20, 0xc002188d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc034c75b20, 0xc002188d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc034c75b20, 0xc002188b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc034c75b20, 0xc002188900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc034c75b20, 0xc002188900) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023edc8c0, 0x38483c0, 0xc0191152c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 954 [select, 244 minutes]: github.com/filecoin-project/lotus/extern/storage-sealing.(*CommitBatcher).run(0xc0154622a0) /home/tippyflits/lotus/extern/storage-sealing/commit_batch.go:119 +0x2a5 created by github.com/filecoin-project/lotus/extern/storage-sealing.NewCommitBatcher /home/tippyflits/lotus/extern/storage-sealing/commit_batch.go:95 +0x245 goroutine 4498934 [IO wait, 229 minutes]: internal/poll.runtime_pollWait(0x7f4168174c98, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc025481a98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc025481a80, 0xc02ed04461, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc025481a80, 0xc02ed04461, 0x1, 0x1, 0xc018ca6b40, 0x0, 0xc01906c4d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000fa2230, 0xc02ed04461, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02ed04450) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 956 [select]: github.com/filecoin-project/lotus/miner.(*Miner).mine(0xc000556a00, 0x3848350, 0xc00005ad38) /home/tippyflits/lotus/miner/miner.go:354 +0x128f created by github.com/filecoin-project/lotus/miner.(*Miner).Start /home/tippyflits/lotus/miner/miner.go:150 +0xe5 goroutine 959 [select, 438 minutes]: github.com/filecoin-project/lotus/node.MonitorShutdown.func1(0xc015869680, 0xc0014907e0, 0xc0159140f0, 0x2, 0x2, 0xc01583f800) /home/tippyflits/lotus/node/shutdown.go:29 +0xab created by github.com/filecoin-project/lotus/node.MonitorShutdown /home/tippyflits/lotus/node/shutdown.go:28 +0xc5 goroutine 1027 [syscall, 438 minutes]: os/signal.signal_recv(0xc0159140f0) /usr/local/go/src/runtime/sigqueue.go:168 +0xa5 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:23 +0x25 created by os/signal.Notify.func1.1 /usr/local/go/src/os/signal/signal.go:151 +0x45 goroutine 1058 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015c2a780) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1074 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015868000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1059 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015c2a8a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 967 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001d836e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1060 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015c2a9c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 968 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001d83800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1061 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015c2aae0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 970 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001d83c20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1062 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015c2ac00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 971 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001d83d40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1125 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00285cc00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1110 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002a9e7e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1126 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00285cd20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 839 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0019e8240) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1096 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002a2d080) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1063 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015c2ad20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 840 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0019e8360) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 974 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002b9c600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1127 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00285ce40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1064 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015c2ae40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 841 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0019e8480) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1111 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002a9e900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1128 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00285cf60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1129 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00285d080) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1065 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015c2af60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 975 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002b9c720) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1112 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002a9ea20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1097 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002a2d1a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 843 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0019e88a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 976 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002b9c840) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1098 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002a2d2c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1113 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002a9eb40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 977 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002b9c960) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1099 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002a2d3e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1114 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002a9ec60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1138 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002b9ca80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1100 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002a2d500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 844 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0019e89c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1116 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002a9ef00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1101 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002a2d680) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 845 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0019e8ae0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1102 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002a2d7a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1103 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002a2d8c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1104 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002a2d9e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1118 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002a9f140) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1066 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015c2b080) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1139 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002b9cba0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1067 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015c2b1a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1119 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002a9f260) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1105 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002a2db00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1121 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002a9f4a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1068 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015c2b2c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1140 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002b9ccc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 846 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0019e8c00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1069 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015c2b3e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1141 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002b9cde0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1154 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002a9f5c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1171 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002a2dd40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 847 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0019e8d20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1155 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002a9f6e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1142 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002b9cf00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1156 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002a9f800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 848 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0019e8ea0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1143 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002b9d020) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1157 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002a9f920) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1070 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015c2b500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1186 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0019e90e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1144 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002b9d140) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1071 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015c2b620) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1187 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0019e9200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1145 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002b9d260) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1158 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002a9fa40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1331 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015c2baa0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1203 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00272e240) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1146 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002b9d380) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1159 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002a9fb60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1204 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00272e360) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1188 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0019e9320) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1205 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00272e480) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1147 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002b9d4a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1160 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002a9fc80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1206 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00272e5a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1207 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00272e6c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1148 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002b9d5c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1172 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002a2de60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1208 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00272e7e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1149 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002b9d6e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1189 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0019e9440) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1209 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00272e900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1151 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002b9d920) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1173 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002a2df80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1190 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0019e9560) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1174 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001ce4240) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1210 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00272ea20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1191 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0019e9680) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1192 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0019e97a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1193 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0019e98c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1176 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001ce4480) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1211 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00272eb40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1212 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00272ec60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1194 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0019e99e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1177 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001ce45a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1213 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00272ed80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1196 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0019e9c20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1214 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00272eea0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1178 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001ce46c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1215 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00272f020) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1197 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0019e9d40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1216 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00272f140) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1152 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002b9da40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1198 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0019e9f20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1217 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00272f260) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1180 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001ce4900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1218 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00272f380) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1161 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002a9fda0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1199 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002082120) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1219 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00272f4a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1153 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002b9db60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1164 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00236e3c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1200 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002082240) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1220 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00272f5c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1234 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002b9dc80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1201 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002082360) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1221 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00272f6e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1250 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002082480) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1165 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00236e600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1252 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0020826c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1235 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002b9dda0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1166 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00236e720) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1254 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002082900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1236 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002b9dec0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1167 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00236e840) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1255 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002082a20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1239 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017e6e300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1181 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001ce4a20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1168 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00236eba0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1182 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001ce4b40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1169 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00236ecc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1183 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001ce4c60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1241 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015848c60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1222 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00272f800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1266 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00236ee40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1223 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00272f920) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1298 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00084e180) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1020 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc003118300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1021 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0031183c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1130 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001da92c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1314 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015848180) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1267 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00236f1a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1346 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001efc060) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1362 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0031e8000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1347 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001efc360) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1363 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0031e8120) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1349 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001efc5a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1364 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0031e8240) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1365 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0031e8360) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1394 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01aaa8000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1410 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc003070000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1268 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00236f2c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1269 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00236f440) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1442 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017fb0000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1283 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00241c2a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1044 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01ac1c000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1459 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017d26240) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1131 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001da9380) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1474 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a49e000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1075 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015868ae0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1490 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002f7a0c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1411 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0030700c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1366 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0031e8540) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1412 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc003070180) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1022 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc003118540) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1045 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01ac1c0c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1315 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015848840) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1076 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015868ba0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1396 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc026a3a000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1413 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0030702a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1506 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015046000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1507 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015046060) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1414 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0030703c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1522 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc018026060) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1508 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015046120) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1443 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017fb0120) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1046 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01ac1c120) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4987 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0259aa8a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1492 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002f7a360) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1460 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017d26300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1077 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015150240) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1256 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015868060) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1132 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00236e4e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1078 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015150300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1258 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015868480) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1270 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001da8120) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1133 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00236e660) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1185 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001ce42a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1271 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001da8240) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1135 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00236e9c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1079 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0151503c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1332 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015c2a5a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1080 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015150480) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1539 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001ce4ba0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1081 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015150540) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1082 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015150600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1334 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015c2ab40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1259 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015868600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1136 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00236ed20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1260 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015868780) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2438 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc013322720) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1083 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0151506c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1554 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00236f4a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1555 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00236f560) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1085 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0151507e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1540 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001ce4ea0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1261 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015868900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1225 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002082180) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1262 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015868d20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2499 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0131b7740) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1263 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015868e40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1273 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001da84e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1226 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0020824e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1274 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001da8600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2530 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01aa417a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1275 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001da8720) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1265 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0158690e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1276 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001da8840) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1571 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015869320) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1556 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00236f680) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1335 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015c2aea0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1541 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001ce4fc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1277 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001da8960) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1557 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00236f740) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2563 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0159d2ba0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1227 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002082a80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1336 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015c2b200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1228 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002082c00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1229 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002082d20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1337 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015c2b560) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1278 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001da8a80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1544 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001ce5380) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1338 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015c2bbc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1279 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001da8ba0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1545 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001ce54a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1281 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001da8de0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1558 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00236f800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1230 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002082e40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1231 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002082f60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1559 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00236f8c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1573 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015869560) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1546 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001ce55c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1232 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002083080) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1586 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001da8f00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1339 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015c2bce0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1548 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001ce5800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1233 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0020831a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1587 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001da9020) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1549 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001ce5b00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1340 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015c2be00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1560 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00236f980) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2669 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01730c6c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1561 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00236fa40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1589 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001da94a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1550 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001ce5c20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1551 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001ce5d40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1563 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00236fc80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1086 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015150900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1087 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015150a20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1574 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0158696e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2699 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0179e45a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1590 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001da95c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1552 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001ce5e60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1603 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002083440) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1564 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00236fda0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1591 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001da96e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1341 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015c2bf20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 931 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0031981e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1618 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00241ca80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1604 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002083560) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2753 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0186e7020) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1342 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01ac1c360) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1605 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002083680) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 933 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc003198540) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1343 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01ac1c480) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2618 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016a5a960) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1592 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001da9980) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1607 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002083b00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1344 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01ac1c5a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1619 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00241cc60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1575 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015869860) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2824 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0192246c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1593 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001da9aa0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1608 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002083c20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 935 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0031987e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1594 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001da9bc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2861 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0191ffd40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1609 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002083d40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 936 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc003198900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1345 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01ac1c6c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1595 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001da9ce0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2890 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016a5bb60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1596 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001da9e00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1577 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015869b00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1565 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017cc66c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1634 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01ac1c7e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2935 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b5be8a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1635 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01ac1c900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1610 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002083e60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1597 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001da9f20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1636 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01ac1ca20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1611 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002083f80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2944 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b5bf320) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1612 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002f7a4e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1637 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01ac1cb40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1579 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015869da0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1567 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017cc6960) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1580 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015869ec0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2987 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b3e4e40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 938 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc003198ba0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1568 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017cc6a80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 939 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc003198cc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3000 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b5bfc80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 940 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc003198de0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1569 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017cc6ba0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1639 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01ac1cde0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 941 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc003198f00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2929 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b8930e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1640 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01ac1cf00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1650 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017cc6cc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1600 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01aaa8780) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1641 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01ac1d020) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1651 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017cc6de0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2977 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c2263c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1652 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017cc6f00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1642 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01ac1d140) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1581 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01aa400c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1666 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01aaa8a20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3007 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c1524e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1613 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002f7a600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1667 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01aaa8b40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1620 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00241cd80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1614 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002f7a720) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3032 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b8937a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1242 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015848de0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1615 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002f7a840) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1621 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00241d080) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1653 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017cc7020) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1622 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00241d1a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 942 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc003199020) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1654 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017cc7140) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1623 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00241d560) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3154 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c41f800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1624 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00241d680) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1655 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017cc7260) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1616 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002f7a960) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1656 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017cc7380) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 944 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0031992c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1617 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002f7aa80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1657 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017cc74a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1682 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002f7aba0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1668 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01aaa8c60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1683 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002f7acc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1658 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017cc75c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1669 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01aaa8d80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1685 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002f7af00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1698 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc003199560) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1699 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc003199680) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1659 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017cc76e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1670 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01aaa8ea0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1700 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0031997a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1660 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017cc7800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1672 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01aaa90e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1686 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002f7b080) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1673 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01aaa9200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1661 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017cc7920) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1674 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01aaa9320) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1687 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002f7b1a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1702 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc003199a40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1688 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002f7b2c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1675 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01aaa9440) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1703 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc003199b60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1676 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01aaa9560) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5161 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc022cb87e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1704 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc003199c80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1677 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01aaa9680) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1625 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00241d980) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1678 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01aaa97a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1626 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00241dce0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1689 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002f7b3e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1706 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc003199ec0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1690 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002f7b500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1627 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a49e180) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1679 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01aaa98c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1628 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a49e2a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1680 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01aaa99e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1629 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a49e3c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1630 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a49e4e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1692 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002f7b740) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1681 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01aaa9b00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1663 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017cc7bc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1714 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01aaa9c20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1631 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a49e600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1715 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01aaa9d40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 7007903 [IO wait, 109 minutes]: internal/poll.runtime_pollWait(0x7f4187b86e38, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01af17118, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01af17100, 0xc024ee2be1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01af17100, 0xc024ee2be1, 0x1, 0x1, 0xc011fe8540, 0xc01446be18, 0xc034a2f7c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0174019e0, 0xc024ee2be1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc024ee2bd0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 1693 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002f7b860) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1694 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002f7b980) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1716 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01aaa9e60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1695 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002f7baa0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1708 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002ca7a40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1665 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017cc7e60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1696 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002f7bbc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1730 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017cc7f80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1717 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01aaa9f80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1731 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015820120) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1732 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0158206c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1697 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002f7bce0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1733 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015820a80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1709 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002ca7ce0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1734 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015820c00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1746 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002f7be00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1735 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015820ea0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1645 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0030715c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1632 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a49e720) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1633 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a49e840) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1710 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc002ca7e00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1646 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc003071680) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1711 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001efc960) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4829 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc022cb8120) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1647 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc003071740) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1719 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0180263c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1720 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0180264e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1721 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc018026600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1648 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc003071800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1722 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc018026720) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1748 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0031e8900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1763 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a49ec60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1723 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc018026840) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1724 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc018026960) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1749 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0031e8a20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1736 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015821080) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1750 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0031e8b40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1725 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc018026a80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1751 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0031e8c60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1713 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001efd0e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1752 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0031e8d80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1726 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc018026ba0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1727 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc018026cc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1764 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a49ed80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1753 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0031e8ea0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1728 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc018026de0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1729 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc018026f00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1738 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015821e60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1765 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a49eea0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1778 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc018027020) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1766 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a49efc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1767 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a49f0e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1739 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017fb0240) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1779 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc018027140) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1755 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0031e92c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1649 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0030718c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1780 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc018027260) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1740 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017fb0360) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1781 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc018027380) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1741 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017fb0480) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1795 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc003071980) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1782 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc018027500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1783 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc018027680) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1796 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc003071aa0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1756 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0031e93e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1785 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0180278c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1742 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017fb0600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1757 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0031e9500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1743 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017fb0720) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1758 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0031e9620) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1745 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017fb0960) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1786 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0180279e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1787 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc018027b60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1797 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc003071bc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1810 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017fb0a80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1798 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc003071ce0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1788 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc018027c80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1760 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0031e9860) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1789 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc018027da0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1811 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017fb0ba0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1790 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc018027ec0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1791 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc003118600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1826 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001efd380) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1792 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc003118720) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1828 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001efd680) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1799 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc003071e00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1793 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0031188a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1800 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc003071f20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1842 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0031189c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1813 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017fb0de0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1801 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017d264e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1843 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc003118b40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1829 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001efd7a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1802 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017d26600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1844 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc003118c60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1815 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017fb1020) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1830 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001efd920) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1845 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc003118e40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1831 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001efdb60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1833 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00285c300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1816 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017fb1140) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1761 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0031e9980) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1846 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc003118f60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1858 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0031e9aa0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1817 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017fb1260) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1848 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0031191a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1834 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00285c420) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1859 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0031e9bc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1818 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017fb1380) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1835 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00285c600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1849 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0031192c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1804 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017d26840) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1850 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc003119500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1860 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0031e9ce0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1805 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017d26960) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1861 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0031e9e00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1851 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc003119740) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1836 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00285c720) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1852 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc003119860) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1862 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0031e9f20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1853 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc003119a40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1808 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017d26d20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1837 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00285c840) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1838 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00285cc60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1854 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc003119c80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1839 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00285cfc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1809 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017d26e40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5737716 [IO wait, 170 minutes]: internal/poll.runtime_pollWait(0x7f41680551c0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc020e73198, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc020e73180, 0xc021f70ca1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc020e73180, 0xc021f70ca1, 0x1, 0x1, 0xc02236db60, 0x0, 0xc01cffea18) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0260432d0, 0xc021f70ca1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc021f70c90) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 1874 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017d26f60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1856 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001971440) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1863 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0019e82a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1243 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015849620) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1876 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017d271a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1840 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00285d1a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1864 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0019e85a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1244 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015849740) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1841 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00285d2c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1245 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015849860) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1890 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00285d3e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1877 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017d272c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1857 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001971560) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1878 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017d273e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1891 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00285d500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1247 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015849aa0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1879 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017d27500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1880 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017d27620) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1867 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0019e8f00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 6054838 [IO wait, 155 minutes]: internal/poll.runtime_pollWait(0x7f4187103a78, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc019021118, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc019021100, 0xc01f56f901, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc019021100, 0xc01f56f901, 0x1, 0x1, 0xc014ccc6c0, 0x0, 0xc01b3e2918) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc023cfa958, 0xc01f56f901, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01f56f8f0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 1892 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00285d620) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1868 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0019e9380) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1893 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00285d740) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1869 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0019e96e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1908 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001971920) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1870 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0019e9a40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1909 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001971a40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4676200 [IO wait, 221 minutes]: internal/poll.runtime_pollWait(0x7f4168058480, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc010750c98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc010750c80, 0xc01fdff211, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc010750c80, 0xc01fdff211, 0x1, 0x1, 0xc02e2671a0, 0x0, 0xc017f29d98) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000010cd8, 0xc01fdff211, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01fdff200) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 1910 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001971b60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1881 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017d27740) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1820 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017fb1620) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1872 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e74a0c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1911 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001971c80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1882 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017d27860) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1912 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc001971da0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5602760 [IO wait, 176 minutes]: internal/poll.runtime_pollWait(0x7f41b810c328, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc029633318, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc029633300, 0xc01d48eac1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc029633300, 0xc01d48eac1, 0x1, 0x1, 0xc029f21ec0, 0x0, 0xc0172749d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02c711d10, 0xc01d48eac1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01d48eab0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 1913 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e84c000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1922 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e74a360) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1883 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017d27980) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1924 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e74a5a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1914 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e84c120) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1884 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017d27aa0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1894 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00285d860) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1885 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017d27bc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1915 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e84c240) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1822 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017fb18c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1887 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017d27e00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1823 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017fb19e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1895 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00285d980) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1925 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e74a6c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4685358 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x219, 0x21c, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x219, 0x21c, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc025aa5300, 0x21c, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x21c, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02ba80d80, 0xc013369350, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02f4a3e18, 0xc013369350, 0x0, 0xc0355c4b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc025aa5300, 0x380b840, 0xc02325bb60, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc030b94228, 0x380b840, 0xc01679db90, 0x800, 0xc0355c4c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc030b94228, 0x380b840, 0xc01679db90, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0327cb0a0, 0x380b840, 0xc01679db90, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0327cb0a0, 0x380b840, 0xc01679db90, 0x0, 0x0, 0x0, 0x326e760, 0xc025affe00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0327cb0a0, 0x380be40, 0xc02325bb60, 0x800000000, 0xc016add4a0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0327cb0a0, 0xc011fde200, 0xc02acade83, 0xd, 0x19c7a583, 0xed8758122, 0x4f79c20, 0xc0355c51f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0327cb0a0, 0xc011fde200, 0x380ea60, 0xc032429240, 0xc02acade53, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0327cb0a0, 0xc011fde200, 0xc02acade30, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0327cb0a0, 0xc011fde200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc032428f20, 0x383ca00, 0xc0327cb0a0, 0xc011fde200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0355c5758, 0x383ca00, 0xc0327cb0a0, 0xc011fde000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0327cb0a0, 0xc011fde000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0327cb0a0, 0xc011fde000) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0327cb0a0, 0xc011fde000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0327cb0a0, 0xc002081d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0327cb0a0, 0xc002081c00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0327cb0a0, 0xc002081c00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc025be9540, 0x38483c0, 0xc02a61f6c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 1926 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e74a7e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1896 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00285daa0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1927 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e74a900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1917 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e84c480) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1928 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e74aa20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1825 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017fb1c80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1930 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e74ac60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1938 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017fb1da0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1918 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e84c5a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1941 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00ece8120) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1931 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e74ad80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1888 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc017d27f20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1932 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e74aea0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1889 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00ef84060) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1954 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00ef84180) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1919 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e84c6c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1942 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00ece8240) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1956 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00ef843c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1920 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e84c7e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1933 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e74afc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1986 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e84ca20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1957 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00ef844e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1934 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e74b0e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1958 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00ef84600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1935 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e74b200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1944 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00ece8480) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1936 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e74b320) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1897 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00285dbc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1937 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e74b440) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1946 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00ece86c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1970 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e74b560) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1959 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00ef84720) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1960 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00ef84840) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1948 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00ece8900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1898 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00285dce0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1961 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00ef84960) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1900 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00285df20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1962 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00ef84ae0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1963 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00ef84c00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1973 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e74b8c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1949 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00ece8a20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1987 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e84cb40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1964 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00ef84d20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1950 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00ece8b40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1989 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e84cd80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1951 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00ece8c60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1965 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00ef84e40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1952 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00ece8d80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1967 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00ef85080) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1969 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00ef852c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1990 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e84cea0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1953 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00ece8ea0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1991 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e84cfc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2003 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00ece90e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1992 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e84d0e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1901 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00f356060) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1993 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e84d200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2005 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00ece9320) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1994 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e84d320) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1902 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00f356180) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2019 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00ef85500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2006 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00ece9440) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1903 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00f3562a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1995 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e84d440) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1905 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00f3564e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1996 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e84d560) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2020 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00ef85620) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2034 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00f356600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2022 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00ef85860) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1997 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e84d680) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2023 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00ef859e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2008 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00ece9680) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1998 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e84d7a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1999 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e84d8c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2024 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00ef85b00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2010 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00ece98c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2025 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00ef85c20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2035 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00f356720) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2011 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00ece99e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2001 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e84db00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2036 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00f356840) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2026 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00ef85d40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2038 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00f356a80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2050 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e84dc20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2051 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e84dd40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2027 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00ef85e60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2039 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00f356ba0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2052 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e84de60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2028 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00ef85f80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4850 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc022d72180) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2029 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00fc300c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2054 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00fd4e120) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2055 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00fd4e240) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1974 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e74b9e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5406431 [syscall]: syscall.Syscall6(0x28, 0x3c7, 0x3cc, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x3c7, 0x3cc, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0345c3880, 0x3cc, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x3cc, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01a777c20, 0xc0250255c0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc029950588, 0xc0250255c0, 0x0, 0xc0009c4b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0345c3880, 0x380b840, 0xc0213aac20, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02c7103f8, 0x380b840, 0xc011de9e60, 0x800, 0xc0009c4c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02c7103f8, 0x380b840, 0xc011de9e60, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02b0ff260, 0x380b840, 0xc011de9e60, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02b0ff260, 0x380b840, 0xc011de9e60, 0x0, 0x0, 0x0, 0x326e760, 0xc000e54300, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02b0ff260, 0x380be40, 0xc0213aac20, 0x800000000, 0xc01041bf80, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02b0ff260, 0xc019289700, 0xc0261b9823, 0xd, 0x2690e43b, 0xed865c765, 0x4f79c20, 0xc0009c51f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02b0ff260, 0xc019289700, 0x380ea60, 0xc024a65ef0, 0xc0261b97f3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02b0ff260, 0xc019289700, 0xc0261b97d0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02b0ff260, 0xc019289700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc024a65bd0, 0x383ca00, 0xc02b0ff260, 0xc019289700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0009c5758, 0x383ca00, 0xc02b0ff260, 0xc019289500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02b0ff260, 0xc019289500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02b0ff260, 0xc019289500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02b0ff260, 0xc019289500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02b0ff260, 0xc019289200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02b0ff260, 0xc01f3a6900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02b0ff260, 0xc01f3a6900) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01d9fa000, 0x38483c0, 0xc02237ac40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 1975 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e74bb00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2012 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00ece9b00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2030 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00fc301e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2013 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00ece9c20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2032 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00fc30420) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2014 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00ece9d40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1976 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e74bc20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2017 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00feac0c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2033 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00fc30540) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2056 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00fd4e360) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2057 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00fd4e480) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1977 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e74bd40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1978 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e74be60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2058 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00fd4e5a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2066 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00feac1e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2067 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00feac300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1979 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e74bf80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2059 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00fd4e6c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2068 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00feac420) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4943 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c263200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2060 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00fd4e7e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2042 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00f356f60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2082 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00fc30660) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2062 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00fd4ea20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2043 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00f357080) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2069 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00feac540) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2047 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00f357500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1981 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01001a240) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2070 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00feac660) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1982 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01001a360) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2071 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00feac780) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1983 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01001a480) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2072 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00feac8a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2063 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00fd4eb40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2073 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00feac9c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2064 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00fd4ec60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1984 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01001a5a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2130 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00fd4eea0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1985 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01001a6c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2048 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00f357620) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2074 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00feacae0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2049 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00f357740) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4497729 [syscall]: syscall.Syscall6(0x28, 0x11f, 0x120, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x11f, 0x120, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02f799680, 0x120, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x120, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01955b5c0, 0xc019a6c2a0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02ad6f5f8, 0xc019a6c2a0, 0x0, 0xc01719ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02f799680, 0x380b840, 0xc0155b8b08, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc000011bd8, 0x380b840, 0xc017a0cb70, 0x800, 0xc01719ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc000011bd8, 0x380b840, 0xc017a0cb70, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc037c2a2a0, 0x380b840, 0xc017a0cb70, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc037c2a2a0, 0x380b840, 0xc017a0cb70, 0x0, 0x0, 0x0, 0x326e760, 0xc018f9b000, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc037c2a2a0, 0x380be40, 0xc0155b8b08, 0x200000000, 0xc02c402f90, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc037c2a2a0, 0xc002081100, 0xc02c402f53, 0xc, 0x107c1fec, 0xed79c5f1e, 0x4f79c20, 0xc01719b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc037c2a2a0, 0xc002081100, 0x380ea60, 0xc01622f180, 0xc02c402ef3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc037c2a2a0, 0xc002081100, 0xc02c402ed0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc037c2a2a0, 0xc002081100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01622ee50, 0x383ca00, 0xc037c2a2a0, 0xc002081100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01719b758, 0x383ca00, 0xc037c2a2a0, 0xc002080f00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc037c2a2a0, 0xc002080f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc037c2a2a0, 0xc002080f00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc037c2a2a0, 0xc002080f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc037c2a2a0, 0xc002080c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc037c2a2a0, 0xc002189000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc037c2a2a0, 0xc002189000) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc022cad040, 0x38483c0, 0xc00257f300) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 2114 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00f357860) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2083 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00fc30780) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2099 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01001a960) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2085 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00fc309c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2100 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01001aa80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2086 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00fc30ae0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2116 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00f357aa0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2087 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00fc30c00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2131 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00fd4efc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2088 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00fc30d20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2132 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00fd4f0e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2118 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00f357ce0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2089 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00fc30e40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2091 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00fc31080) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2101 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01001aba0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2102 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01001acc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2092 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00fc311a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4940 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c263080) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2093 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00fc312c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2103 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01001ade0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2120 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00f357f80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2133 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00fd4f200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2134 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00fd4f320) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4479094 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f4187ba2a98, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc025aa5698, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc025aa5680, 0xc0264bc881, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc025aa5680, 0xc0264bc881, 0x1, 0x1, 0xc0169e54a0, 0x0, 0xc025d54f98) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc026042120, 0xc0264bc881, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0264bc870) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 2121 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01047c0c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2095 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00fc31560) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2105 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01001b020) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2096 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00fc31680) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2075 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00feacc00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2076 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00feacd20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4939 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c262f60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2122 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01047c1e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2123 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01047c300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4640178 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x1fa, 0x1fe, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x1fa, 0x1fe, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01ed41e00, 0x1fe, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x1fe, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01e228960, 0xc0160e8630, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0155b87f0, 0xc0160e8630, 0x0, 0xc0181d8b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01ed41e00, 0x380b840, 0xc02f6dbee0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc002a170b0, 0x380b840, 0xc01a5a8438, 0x800, 0xc0181d8c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc002a170b0, 0x380b840, 0xc01a5a8438, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc00fc00a80, 0x380b840, 0xc01a5a8438, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc00fc00a80, 0x380b840, 0xc01a5a8438, 0x0, 0x0, 0x0, 0x326e760, 0xc01c2ece00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc00fc00a80, 0x380be40, 0xc02f6dbee0, 0x800000000, 0xc019a9f8a0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc00fc00a80, 0xc00233d700, 0xc01fb1cb33, 0xd, 0x119a1b8, 0xed8735eed, 0x4f79c20, 0xc0181d91f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc00fc00a80, 0xc00233d700, 0x380ea60, 0xc0266bb1a0, 0xc01fb1cb03, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc00fc00a80, 0xc00233d700, 0xc01fb1cae0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc00fc00a80, 0xc00233d700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0266bae80, 0x383ca00, 0xc00fc00a80, 0xc00233d700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0181d9758, 0x383ca00, 0xc00fc00a80, 0xc00233d500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc00fc00a80, 0xc00233d500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc00fc00a80, 0xc00233d500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc00fc00a80, 0xc00233d500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc00fc00a80, 0xc00233d300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc00fc00a80, 0xc00233d200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc00fc00a80, 0xc00233d200) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023eddae0, 0x38483c0, 0xc0239a74c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 2136 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00fd4f5c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2078 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00feacfc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1352 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc026234240) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2137 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00fd4f6e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2080 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00fead260) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2106 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01001b140) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2138 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00fd4f800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2162 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00fead4a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2107 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01001b260) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2139 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00fd4f920) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2108 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01001b380) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1249 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015849ce0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2140 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00fd4fa40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2097 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00fc317a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2141 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00fd4fb60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4724147 [IO wait, 218 minutes]: internal/poll.runtime_pollWait(0x7f4358734c48, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc023c6e318, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc023c6e300, 0xc0192ea401, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc023c6e300, 0xc0192ea401, 0x1, 0x1, 0xc030e2c0c0, 0x0, 0xc021c15998) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc018662068, 0xc0192ea401, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0192ea3f0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 2142 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00fd4fc80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2143 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00fd4fda0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2148 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00fc31b60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2144 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00fd4fec0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2163 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00fead5c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2145 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc010df6000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2150 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00fc31da0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2178 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc010df6120) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2194 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015849e00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2164 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00fead6e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2179 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc010df6240) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4066 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0146f8000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2165 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00fead800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2166 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00fead920) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2151 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00fc31ec0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2152 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc010e1a000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2167 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00feada40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2197 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e4e81e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2153 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc010e1a120) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2169 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00feadc80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2154 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc010e1a240) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2180 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc010df6360) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2155 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc010e1a360) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2156 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc010e1a480) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2109 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01001b4a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2171 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00feadf20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2182 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc010df65a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2157 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc010e1a5a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2158 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc010e1a6c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2172 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01113c060) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2184 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc010df67e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2173 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01113c180) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2159 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc010e1a7e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2110 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01001b5c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2174 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01113c2a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2161 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc010e1aa20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2111 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01001b6e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2211 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc010e1ac60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2112 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01001b800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2185 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc010df6900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2113 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01001b920) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2213 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc010e1aea0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2226 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01001ba40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2186 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc010df6a20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2214 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc010e1afc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2228 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01001bc80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2175 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01113c3c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2187 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc010df6b40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2176 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01113c4e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2189 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc010df6d80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2229 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01001bda0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2215 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc010e1b0e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2216 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc010e1b200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4936 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c262de0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2177 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01113c600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2190 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc010df6ea0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2242 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01113c720) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2231 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0115e2060) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2191 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc010df6fc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2232 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0115e2180) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2244 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01113c960) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2233 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0115e22a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2192 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc010df70e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2245 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01113ca80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4966 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01fd31e60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2246 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01113cba0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2193 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc010df7200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2258 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc010df7320) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2247 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01113ccc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4916008 [syscall]: syscall.Syscall6(0x28, 0x2c1, 0x2ca, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x2c1, 0x2ca, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0287c7980, 0x2ca, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x2ca, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01a0b0ea0, 0xc011bdfe60, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc021dd41f0, 0xc011bdfe60, 0x0, 0xc0389ecb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0287c7980, 0x380b840, 0xc02ad6e6e8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0339f6918, 0x380b840, 0xc010b2a5b8, 0x800, 0xc0389ecc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0339f6918, 0x380b840, 0xc010b2a5b8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01ecdea80, 0x380b840, 0xc010b2a5b8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01ecdea80, 0x380b840, 0xc010b2a5b8, 0x0, 0x0, 0x0, 0x326e760, 0xc01f37c600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01ecdea80, 0x380be40, 0xc02ad6e6e8, 0x800000000, 0xc01f13d1a0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01ecdea80, 0xc0156ff800, 0xc01f598e93, 0xd, 0x1f03d9ca, 0xed877d184, 0x4f79c20, 0xc0389ed1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01ecdea80, 0xc0156ff800, 0x380ea60, 0xc022c28540, 0xc01f598e63, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01ecdea80, 0xc0156ff800, 0xc01f598e40, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01ecdea80, 0xc0156ff800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc022c28200, 0x383ca00, 0xc01ecdea80, 0xc0156ff800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0389ed758, 0x383ca00, 0xc01ecdea80, 0xc0156ff500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01ecdea80, 0xc0156ff500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01ecdea80, 0xc0156ff500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01ecdea80, 0xc0156ff500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01ecdea80, 0xc0156fee00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01ecdea80, 0xc02c5cdb00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01ecdea80, 0xc02c5cdb00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01ae29b80, 0x38483c0, 0xc02b14e240) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 2199 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e4e8480) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2217 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc010e1b320) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2200 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e4e85a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2250 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01113d020) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2259 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc010df7440) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2201 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e4e86c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2260 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc010df7560) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2202 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e4e87e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2203 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e4e8900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2218 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc010e1b440) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2204 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e4e8a20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2220 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc010e1b680) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2251 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01113d140) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2221 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc010e1b7a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2252 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01113d260) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2262 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc010df77a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2253 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01113d380) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2236 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0115e26c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2254 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01113d4a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2264 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc010df79e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2255 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01113d5c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2256 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01113d6e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2274 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01113d920) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2222 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc010e1b8c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2275 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01113da40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2223 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc010e1b9e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2238 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0115e2900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2276 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01113db60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2239 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0115e2a20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4320 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c262780) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2240 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0115e2b40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2241 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0115e2c60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2290 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0115e2d80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2277 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01113dc80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2291 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0115e2ea0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2205 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e4e8b40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2307 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc010e1bec0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2265 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc010df7b00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2266 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc010df7c20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2267 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc010df7d40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2292 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0115e2fc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2207 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e4e8de0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2124 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01047c420) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2294 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0115e3200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2125 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01047c540) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2308 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012224000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4781 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02511c780) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2126 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01047c660) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2296 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0115e34a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2127 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01047c780) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2310 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012224240) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2297 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0115e35c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2128 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01047c8a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2268 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc010df7e60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2129 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01047c9c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2299 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0115e3860) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2322 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01047cae0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4774 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02511c300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2323 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01047cc00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2301 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0115e3b00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2325 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01047ce40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2269 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc010df7f80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2270 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0121b80c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2302 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0115e3c20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5050 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c263980) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2303 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0115e3d40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2326 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01047cf60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2305 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0115e3f80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2272 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0121b8360) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2311 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012224360) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2327 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01047d080) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4991 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0259aaba0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2328 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01047d1a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2338 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0126ce0c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2209 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e4e9020) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2354 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0121b8600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2355 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0121b8720) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2371 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e4e9260) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2356 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0121b8840) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2339 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0126ce1e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2357 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0121b8960) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4990 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0259aaae0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2372 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e4e9380) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2358 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0121b8a80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2329 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01047d2c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2314 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012224720) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2341 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0126ce420) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2330 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01047d3e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2317 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012224ae0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2359 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0121b8ba0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2373 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e4e94a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2374 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e4e95c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2278 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01113dda0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2376 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e4e9800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1429 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015047d40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2318 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012224c00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2319 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012224d20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5007 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a189740) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2279 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01113dec0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2379 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e4e9bc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2320 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012224e40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2380 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e4e9ce0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2386 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012225080) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1430 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015047e00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2280 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc013084000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2381 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc00e4e9e00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4717 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0259aa120) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2387 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0122251a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1088 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015150b40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1432 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015047ec0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2383 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0131b6060) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2281 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc013084120) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1089 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015150c60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1434 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015047f80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2388 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012225260) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2389 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012225320) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2402 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015150d80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2283 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc013084360) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1435 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc013322060) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2390 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0122253e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1437 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc013322120) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2403 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015150ea0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2391 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0122254a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4842 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019c20180) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2404 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015150fc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4711 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c2627e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2393 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012225560) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1438 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0133221e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2385 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0131b6300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2394 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012225620) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1440 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0133222a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2395 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0122256e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2418 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0131b6420) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2397 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0122257a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2405 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0151510e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2398 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012225860) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2420 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0131b6660) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1441 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc013322360) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2406 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015151200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2399 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012225920) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2435 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc013322420) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2331 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01047d500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2332 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01047d680) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2407 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015151320) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4726 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019dfa1e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2333 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01047d7a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2422 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0131b68a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2334 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01047d8c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2408 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015151440) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2335 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01047d9e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2424 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0131b6ae0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2409 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015151560) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2410 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015151680) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2425 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0131b6c00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2437 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc013322600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2426 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0131b6d20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2411 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0151517a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2336 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01047db00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2427 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0131b6e40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2439 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc013322840) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2361 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0121b8de0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2428 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0131b6f60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2429 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0131b7080) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2440 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc013322960) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2363 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0121b9020) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2430 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0131b71a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2431 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0131b72c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2442 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc013322ba0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2337 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01047dc20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2364 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0121b9140) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2365 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0121b9260) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4724 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019dfa060) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2443 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc013322cc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2366 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0121b9380) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2444 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc013322de0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2367 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0121b94a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2432 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0131b73e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2484 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0122259e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2368 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0121b95c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2369 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0121b96e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2466 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0121b9800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2467 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0121b9920) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2468 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0121b9a40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2469 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0121b9b60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2470 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0121b9c80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2471 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0121b9da0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2472 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0121b9ec0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2473 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc014dbe000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2474 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc014dbe120) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2475 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc014dbe240) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2500 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0131b7860) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2476 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc014dbe360) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2477 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc014dbe480) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2478 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc014dbe5a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2488 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012225aa0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1582 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01aa412c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1583 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01aa41440) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2479 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc014dbe6c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2480 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc014dbe780) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2501 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0131b7980) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1585 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01aa41680) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2489 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012225b60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2481 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc014dbe8a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2514 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc014dbe9c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2445 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc013322f00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2531 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01aa418c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2532 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01aa419e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2446 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc013323020) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2502 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0131b7aa0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2517 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc014dbed20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2533 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01aa41b00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2447 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc013323140) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2534 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01aa41c80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2448 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc013323260) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2536 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01aa41ec0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2503 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0131b7bc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2449 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc013323380) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2537 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0159d2000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2505 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0131b7e00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2538 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0159d2120) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2546 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0133234a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2539 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0159d2240) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2519 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc014dbef60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2506 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0131b7f20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2540 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0159d2360) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2507 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015aea060) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2521 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc014dbf1a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2508 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015aea180) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2541 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0159d2480) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2509 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015aea2a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5002 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a189380) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2510 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015aea3c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2522 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc014dbf2c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2543 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0159d2720) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2523 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc014dbf3e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2548 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0133236e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2544 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0159d2840) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2490 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012225c20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2545 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0159d2960) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2492 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012225ce0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2524 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc014dbf500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2562 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0159d2a80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2525 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc014dbf620) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2549 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc013323800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2526 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc014dbf740) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2511 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015aea4e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2527 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc014dbf860) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2513 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015aea720) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2564 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0159d2cc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2550 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc013323920) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2578 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015aea840) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4994 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a188d20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2579 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015aea960) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2528 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc014dbf980) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2566 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0159d2f60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2580 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015aeaa80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4672 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a188a20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2551 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc013323a40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2581 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015aeaba0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2594 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc014dbfc20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2582 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015aeacc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2595 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc014dbfd40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2413 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0151519e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2596 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc014dbfe60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2583 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015aeade0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2414 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015151b00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2598 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0168600c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2584 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015aeaf00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2451 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01047dec0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2599 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0168601e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4284 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a188240) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2600 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016860300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2452 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01434e000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2552 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc013323b60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2416 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015151da0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2602 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016860540) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2585 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015aeb020) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2417 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015151ec0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2587 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015aeb260) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2553 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc013323c80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2588 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015aeb380) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2611 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016a5a120) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2554 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc013323da0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2555 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc013323ec0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2556 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016b68000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2591 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015aeb6e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2612 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016a5a240) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2557 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016b68120) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2613 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016a5a360) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2558 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016b68240) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2453 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01434e120) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2603 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0168606c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2560 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016b68480) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2604 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016860780) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2605 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016860840) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2592 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015aeb800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2607 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016860a80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2561 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016b685a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2593 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015aeb920) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4780 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02511c6c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2626 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016b686c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2609 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016860d20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2642 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016860e40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2658 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015aeba40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2644 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016861080) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2454 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01434e240) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2659 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015aebb60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2627 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016b687e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2660 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015aebc80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2456 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01434e480) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2628 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016b68900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2645 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0168611a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2630 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016b68b40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2661 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015aebda0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2646 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0168612c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2457 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01434e5a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2615 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016a5a5a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2647 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0168613e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2631 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016b68c60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2648 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016861500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 7163427 [IO wait, 102 minutes]: internal/poll.runtime_pollWait(0x7f41240ddd28, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0317e3b98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0317e3b80, 0xc0227d42b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0317e3b80, 0xc0227d42b1, 0x1, 0x1, 0xc024d340c0, 0x0, 0xc02687dbd8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017c1e500, 0xc0227d42b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0227d42a0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 2662 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc015aebec0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2649 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016861620) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2650 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016861740) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2663 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01730c000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2632 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016b68d80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2633 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016b68ea0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2664 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01730c120) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2651 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016861860) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2461 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01434ea80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2567 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0159d3080) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2462 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01434eba0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2635 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016b690e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2463 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01434ecc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2665 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01730c240) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2652 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016861980) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2464 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01434ede0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2667 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01730c480) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2653 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016861aa0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2654 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016861bc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2674 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01434f020) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2568 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0159d31a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2655 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016861ce0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2636 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016b69200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2571 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0159d3500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2637 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016b69320) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2656 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016861e00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2638 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016b69440) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2639 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016b69560) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2668 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01730c5a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2640 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016b69680) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2657 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016861ec0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2690 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016861f80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2676 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01434f260) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2670 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01730c7e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2671 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01730c900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2641 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016b697a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2573 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0159d3740) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2691 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0179e4060) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2692 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0179e4120) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2672 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01730ca20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2575 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0159d3980) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2673 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01730cb40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2694 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0179e41e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2677 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01434f3e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2678 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01434f500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2695 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0179e42a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2577 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0159d3c20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2679 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01434f620) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2696 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0179e4360) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2706 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01730cc60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2722 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0159d3d40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4145 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016656c00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2707 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01730cd80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2725 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01837e0c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2708 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01730cea0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2738 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016b698c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2709 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01730cfc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2739 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016b699e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2740 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016b69b00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2726 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01837e1e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2710 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01730d0e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2742 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016b69d40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2697 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0179e4420) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2727 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01837e300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2711 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01730d200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4215 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0169ece40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2712 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01730d320) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2698 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0179e44e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2681 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01434f8c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2713 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01730d440) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2682 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01434f9e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2729 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01837e5a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2683 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01434fb00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2730 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01837e6c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2715 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01730d680) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2731 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01837e7e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2700 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0179e4660) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4271 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0180f3bc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2701 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0179e4720) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2716 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01730d7a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2733 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01837ea80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2717 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01730d8c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2702 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0179e47e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2743 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016b69e60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2718 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01730d9e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2703 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0179e48a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1769 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01790be60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2704 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0179e4960) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2744 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016b69f80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1770 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01790bf20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2705 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0179e4a20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2754 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0179e4ae0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2735 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01837ef00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2684 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01434fc20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2755 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0179e4ba0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2685 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01434fd40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2736 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01837f020) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2686 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01434fe60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2687 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01434ff80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2756 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0179e4c60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2688 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0194400c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2719 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01730db00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2757 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0179e4d20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2720 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01730dc20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2721 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01730dd40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2758 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0179e4de0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2689 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0194401e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2770 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01730de60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2737 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01837f140) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2771 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01730df80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2786 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01837f260) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2772 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0191fe0c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2787 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01837f380) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2802 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019440300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2773 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0191fe1e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2774 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0191fe300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2788 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01837f4a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2759 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0179e4ea0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2775 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0191fe420) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2789 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01837f5c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1771 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019224000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2790 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01837f6e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2749 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0186e6ba0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2791 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01837f800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1773 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0192240c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2792 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01837f920) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2750 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0186e6cc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2794 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01837fb60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2751 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0186e6de0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2752 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0186e6f00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1774 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019224180) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2776 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0191fe540) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1775 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019224240) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2760 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0179e4f60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1776 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019224300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2777 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0191fe660) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2778 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0191fe780) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2818 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0192243c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2834 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0186e7140) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2819 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019224480) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2820 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019224540) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2780 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0191fea20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2835 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0186e7260) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2781 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0191feb40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2836 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0186e7380) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2782 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0191fec60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5127558 [IO wait, 199 minutes]: internal/poll.runtime_pollWait(0x7f43583b2e10, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc031a9d998, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc031a9d980, 0xc02cd533c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc031a9d980, 0xc02cd533c1, 0x1, 0x1, 0xc01fdedec0, 0x0, 0xc01906df18) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02aef2a28, 0xc02cd533c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02cd533b0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 2761 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0179e5020) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2617 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016a5a840) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2838 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0186e7620) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2762 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0179e50e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2783 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0191fed80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2763 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0179e51a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2784 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0191feea0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2619 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016a5aa80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5845185 [IO wait, 165 minutes]: internal/poll.runtime_pollWait(0x7f43000bd670, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0367ac798, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0367ac780, 0xc0267a6251, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0367ac780, 0xc0267a6251, 0x1, 0x1, 0xc036312748, 0xc00f84aad8, 0xc0363127c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc029951af0, 0xc0267a6251, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0267a6240) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 2785 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0191fefc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2620 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016a5aba0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2850 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0191ff0e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2851 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0191ff200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2821 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019224600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2621 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016a5acc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2852 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0191ff320) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2853 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0191ff440) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2766 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0179e5260) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2854 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0191ff560) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2840 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0186e78c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2767 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0179e5320) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2855 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0191ff680) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2768 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0179e53e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4475415 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f418706a990, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0142c5e18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0142c5e00, 0xc01d168f71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0142c5e00, 0xc01d168f71, 0x1, 0x1, 0xc020553980, 0x0, 0xc011186dd8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0001227f0, 0xc01d168f71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01d168f60) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 2769 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0179e54a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2856 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0191ff7a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2866 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0179e5560) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2841 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0186e79e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2867 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0179e5620) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2868 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0179e56e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2869 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0179e57a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2622 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016a5ade0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2857 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0191ff8c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2624 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016a5b020) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2870 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0179e5860) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2826 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019224780) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2625 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016a5b140) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2872 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0179e5920) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2882 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016a5b260) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2858 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0191ff9e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2883 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016a5b380) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2862 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0191ffe60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2873 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0179e59e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2827 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019224840) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2874 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0179e5aa0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2828 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019224900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2875 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0179e5b60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2884 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016a5b4a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2876 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0179e5c20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2829 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0192249c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2842 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0186e7b00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2830 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019224a80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2877 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0179e5ce0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2844 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0186e7d40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2831 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019224b40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2885 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016a5b5c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2832 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019224c00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2833 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019224cc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2879 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0179e5da0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2886 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016a5b6e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2887 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016a5b800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2898 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019224d80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2888 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016a5b920) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2900 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019224e40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2889 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016a5ba40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2901 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019224f00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2880 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0179e5e60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2881 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0179e5f20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5953798 [IO wait, 160 minutes]: internal/poll.runtime_pollWait(0x7f412419a678, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01fdfcc18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01fdfcc00, 0xc0291ce7f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01fdfcc00, 0xc0291ce7f1, 0x1, 0x1, 0xc023c7cd80, 0x0, 0xc024e71758) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02cc9fe70, 0xc0291ce7f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0291ce7e0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 2902 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019224fc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2845 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0186e7e60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2863 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0191fff80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2891 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016a5bc80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 7245886 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x661, 0x665, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x661, 0x665, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01a958380, 0x665, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x665, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc018f706c0, 0xc02e43cf30, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc000011158, 0xc02e43cf30, 0x0, 0xc03c83ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01a958380, 0x380b840, 0xc017ae9710, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc003050398, 0x380b840, 0xc01ab28a20, 0x800, 0xc03c83ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc003050398, 0x380b840, 0xc01ab28a20, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02c895dc0, 0x380b840, 0xc01ab28a20, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02c895dc0, 0x380b840, 0xc01ab28a20, 0x0, 0x0, 0x0, 0x326e760, 0xc037772900, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02c895dc0, 0x380be40, 0xc017ae9710, 0x800000000, 0xc0315f5d40, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02c895dc0, 0xc0236ef400, 0xc032c7a503, 0xd, 0x17e8132c, 0xed86b3aa1, 0x4f79c20, 0xc03c83b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02c895dc0, 0xc0236ef400, 0x380ea60, 0xc01830a6a0, 0xc032c7a4d3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02c895dc0, 0xc0236ef400, 0xc032c7a4b0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02c895dc0, 0xc0236ef400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01830a380, 0x383ca00, 0xc02c895dc0, 0xc0236ef400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03c83b758, 0x383ca00, 0xc02c895dc0, 0xc0236ef100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02c895dc0, 0xc0236ef100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02c895dc0, 0xc0236ef100) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02c895dc0, 0xc0236ef100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02c895dc0, 0xc0236eef00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02c895dc0, 0xc0236eee00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02c895dc0, 0xc0236eee00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01a2ef7c0, 0x38483c0, 0xc03f051280) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 2864 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b5be0c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2892 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016a5bda0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2905 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019225080) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2865 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b5be1e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2930 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b5be300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2846 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0186e7f80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2932 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b5be540) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2906 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0192251a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2847 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b3e40c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2893 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016a5bec0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2849 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b3e4300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2933 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b5be660) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2894 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b774060) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2934 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b5be780) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2907 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019225260) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2895 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b774180) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2908 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019225320) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2936 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b5be9c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2897 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b7743c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2909 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0192253e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2910 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0192254a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2947 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b774600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2937 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b5beae0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2938 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b5bec00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2911 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019225560) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2948 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b774720) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2913 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019225620) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2949 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b774840) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2939 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b5bed20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2950 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b774960) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2941 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b5bef60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2951 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b774a80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2952 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b774ba0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2962 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0192256e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4952657 [syscall, 4 minutes]: syscall.Syscall6(0x28, 0x2d4, 0x2d6, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x2d4, 0x2d6, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02bf72b80, 0x2d6, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x2d6, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02a0ad140, 0xc013368d80, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc030b95780, 0xc013368d80, 0x0, 0xc032ad2b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02bf72b80, 0x380b840, 0xc0260427f8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc030b95610, 0x380b840, 0xc011ae1e30, 0x800, 0xc032ad2c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc030b95610, 0x380b840, 0xc011ae1e30, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0427749a0, 0x380b840, 0xc011ae1e30, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0427749a0, 0x380b840, 0xc011ae1e30, 0x0, 0x0, 0x0, 0x326e760, 0xc01d548000, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0427749a0, 0x380be40, 0xc0260427f8, 0x800000000, 0xc011e1c540, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0427749a0, 0xc002188000, 0xc03357feb3, 0xd, 0x1c6e7324, 0xed86caed1, 0x4f79c20, 0xc032ad31f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0427749a0, 0xc002188000, 0x380ea60, 0xc0161fb9e0, 0xc03357fe83, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0427749a0, 0xc002188000, 0xc03357fe60, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0427749a0, 0xc002188000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0161fb6a0, 0x383ca00, 0xc0427749a0, 0xc002188000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc032ad3758, 0x383ca00, 0xc0427749a0, 0xc018ddbe00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0427749a0, 0xc018ddbe00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0427749a0, 0xc018ddbe00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0427749a0, 0xc018ddbe00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0427749a0, 0xc018ddbc00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0427749a0, 0xc018ddbb00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0427749a0, 0xc018ddbb00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc033008c80, 0x38483c0, 0xc0270b3600) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 2943 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b5bf200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2978 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b3e4420) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2915 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b8920c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2916 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b8921e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2945 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b5bf440) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2979 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b3e4540) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2964 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0192257a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2980 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b3e4660) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2953 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b774cc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2981 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b3e4780) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2917 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b892300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2956 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b775020) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2918 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b892420) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2982 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b3e48a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2983 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b3e49c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2965 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019225860) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2919 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b892540) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2984 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b3e4ae0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2921 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b892780) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2966 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019225920) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2985 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b3e4c00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2957 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b775140) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2967 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0192259e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2958 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b775260) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2994 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b5bf560) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2922 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b8928a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2995 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b5bf680) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2959 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b775380) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2996 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b5bf7a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2968 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019225aa0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2997 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b5bf8c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2924 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b892ae0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2960 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b7754a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2998 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b5bfa40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2961 [select, 241 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b7755c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4489284 [syscall]: syscall.Syscall6(0x28, 0xfc, 0x107, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0xfc, 0x107, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02992bd00, 0x107, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x107, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01fe4fce0, 0xc024c63e90, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0339f68b0, 0xc024c63e90, 0x0, 0xc02c47cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02992bd00, 0x380b840, 0xc02ac79670, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0271a6788, 0x380b840, 0xc02d40b398, 0x800, 0xc02c47cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0271a6788, 0x380b840, 0xc02d40b398, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc018febdc0, 0x380b840, 0xc02d40b398, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc018febdc0, 0x380b840, 0xc02d40b398, 0x0, 0x0, 0x0, 0x326e760, 0xc001457600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc018febdc0, 0x380be40, 0xc02ac79670, 0x800000000, 0xc010fbfe60, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc018febdc0, 0xc014403000, 0xc01ca8ef83, 0xd, 0xb0488d8, 0xed87082f9, 0x4f79c20, 0xc02c47d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc018febdc0, 0xc014403000, 0x380ea60, 0xc01b757ac0, 0xc01ca8ef53, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc018febdc0, 0xc014403000, 0xc01ca8ef30, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc018febdc0, 0xc014403000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01b7577a0, 0x383ca00, 0xc018febdc0, 0xc014403000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02c47d758, 0x383ca00, 0xc018febdc0, 0xc014402d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc018febdc0, 0xc014402d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc018febdc0, 0xc014402d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc018febdc0, 0xc014402d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc018febdc0, 0xc014402b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc018febdc0, 0xc014402a00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc018febdc0, 0xc014402a00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01a2eebe0, 0x38483c0, 0xc0168be900) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 2999 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b5bfb60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2989 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b3e50e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3010 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b7756e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2969 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019225b60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2925 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b892c00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2990 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b3e5200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3012 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b775920) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2970 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019225c20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2926 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b892d20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3014 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b775b60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2991 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b3e5320) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2971 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019225ce0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2927 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b892e40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3001 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b5bfda0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2972 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019225e00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4478794 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f4168057d40, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0255b4098, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0255b4080, 0xc0257688e1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0255b4080, 0xc0257688e1, 0x1, 0x1, 0xc014cccf00, 0x0, 0xc025413798) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0245e4328, 0xc0257688e1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0257688d0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 3015 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b775c80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2795 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01837fc80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3002 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b5bfec0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2973 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019225f20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3016 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b775da0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2796 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01837fda0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4706 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c2625a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2993 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b3e55c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2797 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01837fec0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2975 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c226180) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3026 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b893200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3017 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b775ec0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2798 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c41e000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3043 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b3e5800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3027 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b893320) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3019 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c0c8120) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2799 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c41e120) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3045 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b3e5a40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3028 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b893440) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2800 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c41e240) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3020 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c0c8240) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3004 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c152180) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3029 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b893560) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3046 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b3e5b60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2801 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c41e360) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3005 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c1522a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3022 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c0c8480) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3058 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c41e480) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3047 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b3e5c80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3006 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c1523c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3074 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c2264e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3060 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c41e6c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3075 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c226600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3048 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b3e5da0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3062 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c41e900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3076 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c226720) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3008 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c152600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2494 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012225da0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3049 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b3e5ec0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3063 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c41ea20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3009 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c152720) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3064 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c41eb40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3106 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0152f4060) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2496 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012225e60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3055 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c7e6360) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3078 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c2269c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3031 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b893680) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3023 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c0c85a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3079 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c226ae0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3091 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c1529c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3052 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c7e61e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3081 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c226d20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3065 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c41ec60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3033 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b8938c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2937749 [select]: github.com/filecoin-project/lotus/extern/sector-storage.(*schedWorker).waitForUpdates(0xc033d1e500, 0x3848318) /home/tippyflits/lotus/extern/sector-storage/sched_worker.go:269 +0xf9 github.com/filecoin-project/lotus/extern/sector-storage.(*schedWorker).handleWorker(0xc033d1e500) /home/tippyflits/lotus/extern/sector-storage/sched_worker.go:143 +0x1aa created by github.com/filecoin-project/lotus/extern/sector-storage.(*scheduler).runWorker /home/tippyflits/lotus/extern/sector-storage/sched_worker.go:80 +0x5bb goroutine 4928 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a283aa0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3092 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c152ae0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3082 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c226e40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3024 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c0c86c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3107 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0152f4120) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2284 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc013084480) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3036 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b8939e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3025 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c0c87e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3056 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c7e6480) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3083 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c226f60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2497 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012225f20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3037 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b893b00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3070 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c41f320) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4927 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a283980) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3122 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c0c8900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3038 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b893c20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4925 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a283860) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3138 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01d0e4000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3072 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c41f5c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2285 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0130845a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3123 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c0c8a20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4924 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a2837a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3057 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c7e65a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3085 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c227200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3073 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c41f6e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4922 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a2836e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3139 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01d0e40c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3093 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c152c00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3041 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01d49a060) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3140 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01d0e4180) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3086 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c227320) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3108 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0152f41e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3141 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01d0e4240) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3170 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01d49a180) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3095 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c152ea0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3087 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c227440) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3142 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01d0e4300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3171 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01d49a2a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4921 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a283620) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3096 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c152fc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3156 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c41faa0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3088 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c227560) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3111 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0152f45a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3097 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c1530e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3158 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c41fce0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3172 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01d49a3c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3098 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c153200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4473714 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x58, 0xc8, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x58, 0xc8, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc022b28080, 0xc8, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0xc8, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0261a1920, 0xc026c28750, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc023cfbc80, 0xc026c28750, 0x0, 0xc018830b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc022b28080, 0x380b840, 0xc024be9110, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc018b78b40, 0x380b840, 0xc02548dde8, 0x800, 0xc018830c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc018b78b40, 0x380b840, 0xc02548dde8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03c3a10a0, 0x380b840, 0xc02548dde8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03c3a10a0, 0x380b840, 0xc02548dde8, 0x0, 0x0, 0x0, 0x326e760, 0xc0267f5600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03c3a10a0, 0x380be40, 0xc024be9110, 0x800000000, 0xc026791f80, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03c3a10a0, 0xc026e02200, 0xc0267cc773, 0xd, 0x31456a22, 0xed819c9ea, 0x4f79c20, 0xc0188311f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03c3a10a0, 0xc026e02200, 0x380ea60, 0xc0267b1a20, 0xc0267cc743, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03c3a10a0, 0xc026e02200, 0xc0267cc720, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03c3a10a0, 0xc026e02200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0267b1700, 0x383ca00, 0xc03c3a10a0, 0xc026e02200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc018831758, 0x383ca00, 0xc03c3a10a0, 0xc026e02000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03c3a10a0, 0xc026e02000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03c3a10a0, 0xc026e02000) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03c3a10a0, 0xc026e02000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03c3a10a0, 0xc025c6fe00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03c3a10a0, 0xc025c6fd00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03c3a10a0, 0xc025c6fd00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0195252c0, 0x38483c0, 0xc015b758c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 3089 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c227680) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3143 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01d0e43c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3159 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c41fe00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3099 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c153320) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3112 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0152f46c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2286 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0130846c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 6222651 [syscall]: syscall.Syscall6(0x28, 0x51b, 0x51c, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x51b, 0x51c, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc014fbb200, 0x51c, 0x3fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x51c, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01ac1c1e0, 0xc019771d10, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02af9af00, 0xc019771d10, 0x0, 0xc018698b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc014fbb200, 0x380b840, 0xc0001964a8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc000196248, 0x380b840, 0xc01679d4b8, 0x800, 0xc018698c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc000196248, 0x380b840, 0xc01679d4b8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc033d68b60, 0x380b840, 0xc01679d4b8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc033d68b60, 0x380b840, 0xc01679d4b8, 0x0, 0x0, 0x0, 0x326e760, 0xc01fc1cc00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc033d68b60, 0x380be40, 0xc0001964a8, 0x400000000, 0xc02a23c180, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc033d68b60, 0xc02333f800, 0xc02a23c143, 0xc, 0x39d94276, 0xed79da958, 0x4f79c20, 0xc0186991f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc033d68b60, 0xc02333f800, 0x380ea60, 0xc0122fc250, 0xc02a23c0e3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc033d68b60, 0xc02333f800, 0xc02a23c0c0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc033d68b60, 0xc02333f800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc024895f30, 0x383ca00, 0xc033d68b60, 0xc02333f800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc018699758, 0x383ca00, 0xc033d68b60, 0xc02333f500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc033d68b60, 0xc02333f500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc033d68b60, 0xc02333f500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc033d68b60, 0xc02333f500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc033d68b60, 0xc02333f300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc033d68b60, 0xc02333f200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc033d68b60, 0xc02333f200) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc021787180, 0x38483c0, 0xc018110800) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4919 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a283560) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4918 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a2834a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4917 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a2833e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4916 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a283320) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5660193 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x443, 0x445, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x443, 0x445, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc024e6cb00, 0x445, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x445, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01784a120, 0xc027171500, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc001db99f0, 0xc027171500, 0x0, 0xc017720b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc024e6cb00, 0x380b840, 0xc001db9208, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc030b94198, 0x380b840, 0xc002f72e70, 0x800, 0xc017720c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc030b94198, 0x380b840, 0xc002f72e70, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc015463340, 0x380b840, 0xc002f72e70, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc015463340, 0x380b840, 0xc002f72e70, 0x0, 0x0, 0x0, 0x326e760, 0xc030e7bb00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc015463340, 0x380be40, 0xc001db9208, 0x800000000, 0xc03101c760, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc015463340, 0xc014403600, 0xc0310025c3, 0xc, 0xfd97dbc, 0xed78e44ce, 0x4f79c20, 0xc0177211f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc015463340, 0xc014403600, 0x380ea60, 0xc021d6c780, 0xc031002563, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc015463340, 0xc014403600, 0xc031002540, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc015463340, 0xc014403600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc021d6c460, 0x383ca00, 0xc015463340, 0xc014403600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017721758, 0x383ca00, 0xc015463340, 0xc014403200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc015463340, 0xc014403200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc015463340, 0xc014403200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc015463340, 0xc014403200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc015463340, 0xc014402e00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc015463340, 0xc022dbd500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc015463340, 0xc022dbd500) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0189e9040, 0x38483c0, 0xc0264de3c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4915 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a283260) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4914 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a2831a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4475542 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f4187a69340, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc022507718, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc022507700, 0xc01dc955d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc022507700, 0xc01dc955d1, 0x1, 0x1, 0xc020553980, 0x0, 0xc023ec9358) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017743c28, 0xc01dc955d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01dc955c0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4801 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a2830e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4800 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a283020) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4799 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a282ea0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4798 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a282d20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4797 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a282ba0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 7117618 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x635, 0x63b, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x635, 0x63b, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc013e20e00, 0x63b, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x63b, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc017af75c0, 0xc019b9c690, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0213abe58, 0xc019b9c690, 0x0, 0xc01883eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc013e20e00, 0x380b840, 0xc021dd5058, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0154fd678, 0x380b840, 0xc021b7c4e0, 0x800, 0xc01883ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0154fd678, 0x380b840, 0xc021b7c4e0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc018b18ee0, 0x380b840, 0xc021b7c4e0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc018b18ee0, 0x380b840, 0xc021b7c4e0, 0x0, 0x0, 0x0, 0x326e760, 0xc026190300, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc018b18ee0, 0x380be40, 0xc021dd5058, 0x800000000, 0xc01de4bae0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc018b18ee0, 0xc02333e100, 0xc02126eb33, 0xc, 0x44445c2, 0xed79ec1e6, 0x4f79c20, 0xc01883f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc018b18ee0, 0xc02333e100, 0x380ea60, 0xc0126e2370, 0xc02126ead3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc018b18ee0, 0xc02333e100, 0xc02126eab0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc018b18ee0, 0xc02333e100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0126e2050, 0x383ca00, 0xc018b18ee0, 0xc02333e100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01883f758, 0x383ca00, 0xc018b18ee0, 0xc019567e00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc018b18ee0, 0xc019567e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc018b18ee0, 0xc019567e00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc018b18ee0, 0xc019567e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc018b18ee0, 0xc019567c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc018b18ee0, 0xc019567b00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc018b18ee0, 0xc019567b00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0122a5400, 0x38483c0, 0xc017300500) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4796 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a282a20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4888260 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x2ae, 0x2b0, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x2ae, 0x2b0, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc03128e700, 0x2b0, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x2b0, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02c5e50e0, 0xc018abb770, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02325b808, 0xc018abb770, 0x0, 0xc02e808b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc03128e700, 0x380b840, 0xc000fa3d90, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0226c0718, 0x380b840, 0xc015124348, 0x800, 0xc02e808c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0226c0718, 0x380b840, 0xc015124348, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc013170ee0, 0x380b840, 0xc015124348, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc013170ee0, 0x380b840, 0xc015124348, 0x0, 0x0, 0x0, 0x326e760, 0xc0113e3d00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc013170ee0, 0x380be40, 0xc000fa3d90, 0x800000000, 0xc01d86f5a0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc013170ee0, 0xc0027cc100, 0xc01f1b67a3, 0xd, 0x112c6a1f, 0xed7e31eea, 0x4f79c20, 0xc02e8091f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc013170ee0, 0xc0027cc100, 0x380ea60, 0xc03093dce0, 0xc01f1b6773, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc013170ee0, 0xc0027cc100, 0xc01f1b6750, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc013170ee0, 0xc0027cc100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc03093d9c0, 0x383ca00, 0xc013170ee0, 0xc0027cc100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02e809758, 0x383ca00, 0xc013170ee0, 0xc018ddbf00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc013170ee0, 0xc018ddbf00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc013170ee0, 0xc018ddbf00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc013170ee0, 0xc018ddbf00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc013170ee0, 0xc018ddbd00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc013170ee0, 0xc011fdfd00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc013170ee0, 0xc011fdfd00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0022323c0, 0x38483c0, 0xc032380000) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4795 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a2828a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4496715 [IO wait, 229 minutes]: internal/poll.runtime_pollWait(0x7f43583b3638, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02441b198, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02441b180, 0xc017030011, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02441b180, 0xc017030011, 0x1, 0x1, 0xc001ef1748, 0xc000a1a138, 0xc001ef17c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc002a17bf0, 0xc017030011, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc017030000) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6385022 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x557, 0x559, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x557, 0x559, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc023b8cb80, 0x559, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x559, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc037cda660, 0xc02824ff80, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc024be9ee8, 0xc02824ff80, 0x0, 0xc01d56cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc023b8cb80, 0x380b840, 0xc000197d48, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc000197bd8, 0x380b840, 0xc0263f4a68, 0x800, 0xc01d56cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc000197bd8, 0x380b840, 0xc0263f4a68, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc034883dc0, 0x380b840, 0xc0263f4a68, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc034883dc0, 0x380b840, 0xc0263f4a68, 0x0, 0x0, 0x0, 0x326e760, 0xc01df45c00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc034883dc0, 0x380be40, 0xc000197d48, 0x800000000, 0xc0151773a0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc034883dc0, 0xc0023a6100, 0xc01eff76d3, 0xd, 0x62ff98f, 0xed868f525, 0x4f79c20, 0xc01d56d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc034883dc0, 0xc0023a6100, 0x380ea60, 0xc0359bb620, 0xc01eff76a3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc034883dc0, 0xc0023a6100, 0xc01eff7680, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc034883dc0, 0xc0023a6100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0359bb2b0, 0x383ca00, 0xc034883dc0, 0xc0023a6100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01d56d758, 0x383ca00, 0xc034883dc0, 0xc0162b7e00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc034883dc0, 0xc0162b7e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc034883dc0, 0xc0162b7e00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc034883dc0, 0xc0162b7e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc034883dc0, 0xc0162b6d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc034883dc0, 0xc0162b6c00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc034883dc0, 0xc0162b6c00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023d34b40, 0x38483c0, 0xc0186bec00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5291290 [syscall]: syscall.Syscall6(0x28, 0x38d, 0x392, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x38d, 0x392, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc025aa5100, 0x392, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x392, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01955aba0, 0xc011bda540, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc001db9870, 0xc011bda540, 0x0, 0xc02129ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc025aa5100, 0x380b840, 0xc003050810, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc018b78588, 0x380b840, 0xc012e685b8, 0x800, 0xc02129ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc018b78588, 0x380b840, 0xc012e685b8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01b2c8620, 0x380b840, 0xc012e685b8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01b2c8620, 0x380b840, 0xc012e685b8, 0x0, 0x0, 0x0, 0x326e760, 0xc02c705100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01b2c8620, 0x380be40, 0xc003050810, 0x800000000, 0xc02c2a3780, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01b2c8620, 0xc019566a00, 0xc02bcaf733, 0xd, 0x357f96e3, 0xed867f5ac, 0x4f79c20, 0xc02129b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01b2c8620, 0xc019566a00, 0x380ea60, 0xc014b2b970, 0xc02bcaf703, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01b2c8620, 0xc019566a00, 0xc02bcaf6e0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01b2c8620, 0xc019566a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc014b2b640, 0x383ca00, 0xc01b2c8620, 0xc019566a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02129b758, 0x383ca00, 0xc01b2c8620, 0xc019566700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01b2c8620, 0xc019566700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01b2c8620, 0xc019566700) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01b2c8620, 0xc019566700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01b2c8620, 0xc019566400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01b2c8620, 0xc019566200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01b2c8620, 0xc019566200) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc019524a00, 0x38483c0, 0xc016cd2d40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4794 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a282720) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 6238458 [syscall]: syscall.Syscall6(0x28, 0x51e, 0x521, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x51e, 0x521, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc016cd8a00, 0x521, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x521, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc016f15680, 0xc01917dc80, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0213aa538, 0xc01917dc80, 0x0, 0xc018696b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc016cd8a00, 0x380b840, 0xc015838800, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc022e81b70, 0x380b840, 0xc02259b848, 0x800, 0xc018696c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc022e81b70, 0x380b840, 0xc02259b848, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc033d69960, 0x380b840, 0xc02259b848, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc033d69960, 0x380b840, 0xc02259b848, 0x0, 0x0, 0x0, 0x326e760, 0xc0123bd400, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc033d69960, 0x380be40, 0xc015838800, 0x800000000, 0xc01efbbbe0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc033d69960, 0xc019566d00, 0xc025d396d3, 0xd, 0x22ec03ab, 0xed7e55746, 0x4f79c20, 0xc0186971f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc033d69960, 0xc019566d00, 0x380ea60, 0xc02a52a490, 0xc025d396a3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc033d69960, 0xc019566d00, 0xc025d39680, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc033d69960, 0xc019566d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02a52a170, 0x383ca00, 0xc033d69960, 0xc019566d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc018697758, 0x383ca00, 0xc033d69960, 0xc019566900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc033d69960, 0xc019566900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc033d69960, 0xc019566900) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc033d69960, 0xc019566900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc033d69960, 0xc019566600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc033d69960, 0xc019566100) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc033d69960, 0xc019566100) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023576dc0, 0x38483c0, 0xc03217b9c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4793 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a2825a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4568346 [IO wait, 226 minutes]: internal/poll.runtime_pollWait(0x7f4187b86b80, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc013e20198, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc013e20180, 0xc02e6b30c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc013e20180, 0xc02e6b30c1, 0x1, 0x1, 0xc0292dab40, 0x0, 0xc015a4e658) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017ae9728, 0xc02e6b30c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02e6b30b0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4791 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01fd31980) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4790 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01fd318c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4789 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01fd31800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4788 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01fd31740) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 6127904 [IO wait, 151 minutes]: internal/poll.runtime_pollWait(0x7f41841b2788, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02595ef18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02595ef00, 0xc0236d3511, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02595ef00, 0xc0236d3511, 0x1, 0x1, 0xc015da3f80, 0x0, 0xc016d03d18) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc016415970, 0xc0236d3511, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0236d3500) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4787 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01fd31680) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4786 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01fd315c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4689 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01fd31500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5944449 [IO wait, 160 minutes]: internal/poll.runtime_pollWait(0x7f4187171548, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0251ab318, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0251ab300, 0xc026c831e1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0251ab300, 0xc026c831e1, 0x1, 0x1, 0xc001d47748, 0xc01446be18, 0xc001d477c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02f6daf10, 0xc026c831e1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc026c831d0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4688 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01fd31440) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5852879 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x493, 0x495, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x493, 0x495, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc027292f00, 0x495, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x495, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01775ce40, 0xc001bca000, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017c1e000, 0xc001bca000, 0x0, 0xc03c55cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc027292f00, 0x380b840, 0xc02cc9e3f0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0299515a0, 0x380b840, 0xc026d71020, 0x800, 0xc03c55cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0299515a0, 0x380b840, 0xc026d71020, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0242756c0, 0x380b840, 0xc026d71020, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0242756c0, 0x380b840, 0xc026d71020, 0x0, 0x0, 0x0, 0x326e760, 0xc02689f000, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0242756c0, 0x380be40, 0xc02cc9e3f0, 0x800000000, 0xc02e89e520, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0242756c0, 0xc0020f3d00, 0xc032e015b3, 0xc, 0x15db1629, 0xed78f0f30, 0x4f79c20, 0xc03c55d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0242756c0, 0xc0020f3d00, 0x380ea60, 0xc026ee5c00, 0xc032e01553, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0242756c0, 0xc0020f3d00, 0xc032e01530, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0242756c0, 0xc0020f3d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc026ee58d0, 0x383ca00, 0xc0242756c0, 0xc0020f3d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03c55d758, 0x383ca00, 0xc0242756c0, 0xc0020f3b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0242756c0, 0xc0020f3b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0242756c0, 0xc0020f3b00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0242756c0, 0xc0020f3b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0242756c0, 0xc0020f3700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0242756c0, 0xc0194de200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0242756c0, 0xc0194de200) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023d354a0, 0x38483c0, 0xc01506b200) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4479284 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0xca, 0xcb, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0xca, 0xcb, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0228b7400, 0xcb, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0xcb, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc026845260, 0xc026cd1950, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0260428c8, 0xc026cd1950, 0x0, 0xc0257c0b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0228b7400, 0x380b840, 0xc026042638, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0213ab558, 0x380b840, 0xc039614618, 0x800, 0xc0257c0c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0213ab558, 0x380b840, 0xc039614618, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03328dce0, 0x380b840, 0xc039614618, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03328dce0, 0x380b840, 0xc039614618, 0x0, 0x0, 0x0, 0x326e760, 0xc026c8db00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03328dce0, 0x380be40, 0xc026042638, 0x800000000, 0xc026838e00, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03328dce0, 0xc026842e00, 0xc0265e2ce3, 0xd, 0x2c3cc742, 0xed8745f54, 0x4f79c20, 0xc0257c11f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03328dce0, 0xc026842e00, 0x380ea60, 0xc02685f400, 0xc0265e2cb3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03328dce0, 0xc026842e00, 0xc0265e2c90, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03328dce0, 0xc026842e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02685f0e0, 0x383ca00, 0xc03328dce0, 0xc026842e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0257c1758, 0x383ca00, 0xc03328dce0, 0xc026842c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03328dce0, 0xc026842c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03328dce0, 0xc026842c00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03328dce0, 0xc026842c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03328dce0, 0xc026842a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03328dce0, 0xc026842900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03328dce0, 0xc026842900) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc022c57220, 0x38483c0, 0xc026023a40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4685399 [IO wait, 220 minutes]: internal/poll.runtime_pollWait(0x7f41841b3de8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc025aa5318, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc025aa5300, 0xc031c11241, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc025aa5300, 0xc031c11241, 0x1, 0x1, 0xc0133571a0, 0x0, 0xc02a61f758) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc030b94228, 0xc031c11241, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc031c11230) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5302129 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x390, 0x393, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x390, 0x393, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc029339500, 0x393, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x393, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0120630e0, 0xc021e20360, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc001db9c88, 0xc021e20360, 0x0, 0xc02f65eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc029339500, 0x380b840, 0xc0174010f0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc01aa4bab8, 0x380b840, 0xc0339df4e8, 0x800, 0xc02f65ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc01aa4bab8, 0x380b840, 0xc0339df4e8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02773d5e0, 0x380b840, 0xc0339df4e8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02773d5e0, 0x380b840, 0xc0339df4e8, 0x0, 0x0, 0x0, 0x326e760, 0xc0176ffe00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02773d5e0, 0x380be40, 0xc0174010f0, 0x800000000, 0xc020bf9240, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02773d5e0, 0xc030689700, 0xc035909463, 0xd, 0x9d3dc90, 0xed876c8cb, 0x4f79c20, 0xc02f65f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02773d5e0, 0xc030689700, 0x380ea60, 0xc022c28150, 0xc035909433, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02773d5e0, 0xc030689700, 0xc035909410, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02773d5e0, 0xc030689700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0288dfe20, 0x383ca00, 0xc02773d5e0, 0xc030689700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02f65f758, 0x383ca00, 0xc02773d5e0, 0xc030689500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02773d5e0, 0xc030689500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02773d5e0, 0xc030689500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02773d5e0, 0xc030689500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02773d5e0, 0xc030689300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02773d5e0, 0xc030689200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02773d5e0, 0xc030689200) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023d34dc0, 0x38483c0, 0xc038a58900) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5160 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc022cb8720) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 7067421 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x62a, 0x632, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x62a, 0x632, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc03466d800, 0x632, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x632, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc024f8d9e0, 0xc01fce1650, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc022e80cf8, 0xc01fce1650, 0x0, 0xc03e5f2b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc03466d800, 0x380b840, 0xc030b94c68, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0001181e8, 0x380b840, 0xc0263243f0, 0x800, 0xc03e5f2c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0001181e8, 0x380b840, 0xc0263243f0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc00f76c460, 0x380b840, 0xc0263243f0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc00f76c460, 0x380b840, 0xc0263243f0, 0x0, 0x0, 0x0, 0x326e760, 0xc02708b700, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc00f76c460, 0x380be40, 0xc030b94c68, 0x200000000, 0xc0267dbf50, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc00f76c460, 0xc000064900, 0xc0267dbf13, 0xc, 0x36fc5a87, 0xed79b6ca7, 0x4f79c20, 0xc03e5f31f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc00f76c460, 0xc000064900, 0x380ea60, 0xc01f96f6f0, 0xc0267dbeb3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc00f76c460, 0xc000064900, 0xc0267dbe90, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc00f76c460, 0xc000064900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01f96f3d0, 0x383ca00, 0xc00f76c460, 0xc000064900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03e5f3758, 0x383ca00, 0xc00f76c460, 0xc0193a7700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc00f76c460, 0xc0193a7700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc00f76c460, 0xc0193a7700) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc00f76c460, 0xc0193a7700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc00f76c460, 0xc0193a6f00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc00f76c460, 0xc019288800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc00f76c460, 0xc019288800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018d20820, 0x38483c0, 0xc015a4eb40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5158 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc022cb8660) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5121883 [syscall]: syscall.Syscall6(0x28, 0x331, 0x332, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x331, 0x332, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc031a9d980, 0x332, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x332, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc018ca7aa0, 0xc0218f1050, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc024be8ac8, 0xc0218f1050, 0x0, 0xc02fdeab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc031a9d980, 0x380b840, 0xc016414ca0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02aef2a28, 0x380b840, 0xc01a5ff818, 0x800, 0xc02fdeac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02aef2a28, 0x380b840, 0xc01a5ff818, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc013170b60, 0x380b840, 0xc01a5ff818, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc013170b60, 0x380b840, 0xc01a5ff818, 0x0, 0x0, 0x0, 0x326e760, 0xc029c8f900, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc013170b60, 0x380be40, 0xc016414ca0, 0x800000000, 0xc029ca8080, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc013170b60, 0xc01f8d6100, 0xc029a0af23, 0xd, 0x20fb7b99, 0xed856b846, 0x4f79c20, 0xc02fdeb1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc013170b60, 0xc01f8d6100, 0x380ea60, 0xc02e76f350, 0xc029a0aef3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc013170b60, 0xc01f8d6100, 0xc029a0aed0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc013170b60, 0xc01f8d6100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02e76f030, 0x383ca00, 0xc013170b60, 0xc01f8d6100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02fdeb758, 0x383ca00, 0xc013170b60, 0xc01ba37b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc013170b60, 0xc01ba37b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc013170b60, 0xc01ba37b00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc013170b60, 0xc01ba37b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc013170b60, 0xc01ba37900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc013170b60, 0xc01ba37600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc013170b60, 0xc01ba37600) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bb581e0, 0x38483c0, 0xc01906de80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5157 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc022cb85a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5155 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc022cb84e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5154 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc022cb8420) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4832 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc022cb82a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5485851 [IO wait, 182 minutes]: internal/poll.runtime_pollWait(0x7f41c0126178, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02662fb98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02662fb80, 0xc016c62b51, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02662fb80, 0xc016c62b51, 0x1, 0x1, 0xc024d351a0, 0x0, 0xc015a4e0d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02ed28e00, 0xc016c62b51, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc016c62b40) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5605192 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x42a, 0x42d, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x42a, 0x42d, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc025221400, 0x42d, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x42d, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc015047e60, 0xc02af98300, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc01aa4b7b8, 0xc02af98300, 0x0, 0xc03a5d2b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc025221400, 0x380b840, 0xc017b2b7b8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017b2b690, 0x380b840, 0xc022822b88, 0x800, 0xc03a5d2c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017b2b690, 0x380b840, 0xc022822b88, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0373fa000, 0x380b840, 0xc022822b88, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0373fa000, 0x380b840, 0xc022822b88, 0x0, 0x0, 0x0, 0x326e760, 0xc018c24e00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0373fa000, 0x380be40, 0xc017b2b7b8, 0x200000000, 0xc028ddcea0, 0x28, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0373fa000, 0xc0156ffd00, 0xc028ddce03, 0xc, 0x151117c4, 0xed78fc52e, 0x4f79c20, 0xc03a5d31f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0373fa000, 0xc0156ffd00, 0x380ea60, 0xc017673b10, 0xc028ddcda3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0373fa000, 0xc0156ffd00, 0xc028ddcd80, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0373fa000, 0xc0156ffd00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0176737f0, 0x383ca00, 0xc0373fa000, 0xc0156ffd00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03a5d3758, 0x383ca00, 0xc0373fa000, 0xc0156ff500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0373fa000, 0xc0156ff500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0373fa000, 0xc0156ff500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0373fa000, 0xc0156ff500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0373fa000, 0xc0156fe300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0373fa000, 0xc019289f00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0373fa000, 0xc019289f00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018d20e60, 0x38483c0, 0xc02227d380) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5348079 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x3a9, 0x3ab, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x3a9, 0x3ab, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc029612900, 0x3ab, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x3ab, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc013357260, 0xc0242e2060, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc023bb9430, 0xc0242e2060, 0x0, 0xc00ff8ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc029612900, 0x380b840, 0xc021dd5268, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc021dd5180, 0x380b840, 0xc039614588, 0x800, 0xc00ff8ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc021dd5180, 0x380b840, 0xc039614588, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc013170a80, 0x380b840, 0xc039614588, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc013170a80, 0x380b840, 0xc039614588, 0x0, 0x0, 0x0, 0x326e760, 0xc029d9dc00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc013170a80, 0x380be40, 0xc021dd5268, 0x800000000, 0xc025df1f80, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc013170a80, 0xc02194dc00, 0xc02a56ec83, 0xd, 0x8fde149, 0xed81c4698, 0x4f79c20, 0xc00ff8b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc013170a80, 0xc02194dc00, 0x380ea60, 0xc014fc81b0, 0xc02a56ec23, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc013170a80, 0xc02194dc00, 0xc02a56ec00, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc013170a80, 0xc02194dc00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc023377e90, 0x383ca00, 0xc013170a80, 0xc02194dc00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc00ff8b758, 0x383ca00, 0xc013170a80, 0xc02194da00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc013170a80, 0xc02194da00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc013170a80, 0xc02194da00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc013170a80, 0xc02194da00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc013170a80, 0xc02194d600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc013170a80, 0xc02c5cc200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc013170a80, 0xc02c5cc200) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc019524d20, 0x38483c0, 0xc010255240) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6222653 [IO wait, 146 minutes]: internal/poll.runtime_pollWait(0x7f43000bde98, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc014fbb218, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc014fbb200, 0xc017cc5691, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc014fbb200, 0xc017cc5691, 0x1, 0x1, 0xc021b809c0, 0x0, 0xc018110898) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000196248, 0xc017cc5691, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc017cc5680) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4830 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc022cb81e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5935595 [syscall]: syscall.Syscall6(0x28, 0x4b2, 0x4b4, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x4b2, 0x4b4, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0251ab300, 0x4b4, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x4b4, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc020756360, 0xc0267a67b0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc001db9408, 0xc0267a67b0, 0x0, 0xc01eb7ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0251ab300, 0x380b840, 0xc0183392b8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02f6daf10, 0x380b840, 0xc01a5a9fc8, 0x800, 0xc01eb7ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02f6daf10, 0x380b840, 0xc01a5a9fc8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc034990540, 0x380b840, 0xc01a5a9fc8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc034990540, 0x380b840, 0xc01a5a9fc8, 0x0, 0x0, 0x0, 0x326e760, 0xc00141b400, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc034990540, 0x380be40, 0xc0183392b8, 0x800000000, 0xc0128f4200, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc034990540, 0xc027847800, 0xc02dd6d823, 0xd, 0x7374958, 0xed86c7565, 0x4f79c20, 0xc01eb7b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc034990540, 0xc027847800, 0x380ea60, 0xc019e499b0, 0xc02dd6d7f3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc034990540, 0xc027847800, 0xc02dd6d7d0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc034990540, 0xc027847800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc019e49690, 0x383ca00, 0xc034990540, 0xc027847800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01eb7b758, 0x383ca00, 0xc034990540, 0xc027847200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc034990540, 0xc027847200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc034990540, 0xc027847200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc034990540, 0xc027847200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc034990540, 0xc027846d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc034990540, 0xc00233d900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc034990540, 0xc00233d900) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01a2ee960, 0x38483c0, 0xc024e9ae40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5256118 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x376, 0x379, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x376, 0x379, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc018837600, 0x379, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x379, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02fad43c0, 0xc02476c690, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc021dd4840, 0xc02476c690, 0x0, 0xc01f160b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc018837600, 0x380b840, 0xc002a177c0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc002a17730, 0x380b840, 0xc01bcb45a0, 0x800, 0xc01f160c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc002a17730, 0x380b840, 0xc01bcb45a0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02773c700, 0x380b840, 0xc01bcb45a0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02773c700, 0x380b840, 0xc01bcb45a0, 0x0, 0x0, 0x0, 0x326e760, 0xc0170dff00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02773c700, 0x380be40, 0xc002a177c0, 0x200000000, 0xc033724510, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02773c700, 0xc026d32800, 0xc0337244d3, 0xc, 0xe5375ab, 0xed77df8d0, 0x4f79c20, 0xc01f1611f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02773c700, 0xc026d32800, 0x380ea60, 0xc002f0d6c0, 0xc033724473, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02773c700, 0xc026d32800, 0xc033724450, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02773c700, 0xc026d32800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc002f0d390, 0x383ca00, 0xc02773c700, 0xc026d32800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01f161758, 0x383ca00, 0xc02773c700, 0xc026d32300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02773c700, 0xc026d32300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02773c700, 0xc026d32300) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02773c700, 0xc026d32300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02773c700, 0xc026d32000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02773c700, 0xc026c78700) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02773c700, 0xc026c78700) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01cabe140, 0x38483c0, 0xc027250500) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5678591 [IO wait, 173 minutes]: internal/poll.runtime_pollWait(0x7f4348095480, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc023a76498, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc023a76480, 0xc021402491, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc023a76480, 0xc021402491, 0x1, 0x1, 0xc018958ba0, 0x0, 0xc019148d98) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017743030, 0xc021402491, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc021402480) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7062767 [IO wait, 106 minutes]: internal/poll.runtime_pollWait(0x7f41680550d8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0169f5118, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0169f5100, 0xc0238ec791, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0169f5100, 0xc0238ec791, 0x1, 0x1, 0xc021ec0f48, 0xc000a1a138, 0xc021ec0fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc024be91a8, 0xc0238ec791, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0238ec780) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 293 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc022bd0120) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4475842 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x6d, 0x6e, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x6d, 0x6e, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc020e73300, 0x6e, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x6e, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc013357560, 0xc01f92c0c0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017f9cef8, 0xc01f92c0c0, 0x0, 0xc01a0ecb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc020e73300, 0x380b840, 0xc018b79fd0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0001232d8, 0x380b840, 0xc030f49a70, 0x800, 0xc01a0ecc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0001232d8, 0x380b840, 0xc030f49a70, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0199c68c0, 0x380b840, 0xc030f49a70, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0199c68c0, 0x380b840, 0xc030f49a70, 0x0, 0x0, 0x0, 0x326e760, 0xc01edc1c00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0199c68c0, 0x380be40, 0xc018b79fd0, 0x800000000, 0xc01edb4f60, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0199c68c0, 0xc000065c00, 0xc01edd2203, 0xc, 0xf89be97, 0xed78b28de, 0x4f79c20, 0xc01a0ed1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0199c68c0, 0xc000065c00, 0x380ea60, 0xc01eddc730, 0xc01edd21a3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0199c68c0, 0xc000065c00, 0xc01edd2180, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0199c68c0, 0xc000065c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01eddc410, 0x383ca00, 0xc0199c68c0, 0xc000065c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01a0ed758, 0x383ca00, 0xc0199c68c0, 0xc000065a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0199c68c0, 0xc000065a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0199c68c0, 0xc000065a00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0199c68c0, 0xc000065a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0199c68c0, 0xc000065800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0199c68c0, 0xc00233c600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0199c68c0, 0xc00233c600) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01e078640, 0x38483c0, 0xc0169d5ac0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6841310 [syscall]: syscall.Syscall6(0x28, 0x5e9, 0x5ea, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x5e9, 0x5ea, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02c3ae200, 0x5ea, 0x3fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x5ea, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc016f152c0, 0xc02126d110, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017e43770, 0xc02126d110, 0x0, 0xc01883ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02c3ae200, 0x380b840, 0xc024be97e8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017742000, 0x380b840, 0xc0146d8cc0, 0x800, 0xc01883ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017742000, 0x380b840, 0xc0146d8cc0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc010f06540, 0x380b840, 0xc0146d8cc0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc010f06540, 0x380b840, 0xc0146d8cc0, 0x0, 0x0, 0x0, 0x326e760, 0xc03022c000, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc010f06540, 0x380be40, 0xc024be97e8, 0x400000000, 0xc03587e4b0, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc010f06540, 0xc019093900, 0xc03587e473, 0xc, 0x18c5a1a8, 0xed79dda38, 0x4f79c20, 0xc01883b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc010f06540, 0xc019093900, 0x380ea60, 0xc015830d20, 0xc03587e413, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc010f06540, 0xc019093900, 0xc03587e3f0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc010f06540, 0xc019093900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0158306f0, 0x383ca00, 0xc010f06540, 0xc019093900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01883b758, 0x383ca00, 0xc010f06540, 0xc019093400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc010f06540, 0xc019093400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc010f06540, 0xc019093400) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc010f06540, 0xc019093400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc010f06540, 0xc019092700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc010f06540, 0xc01f3a7e00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc010f06540, 0xc01f3a7e00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bb58dc0, 0x38483c0, 0xc03217bfc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4555775 [IO wait, 226 minutes]: internal/poll.runtime_pollWait(0x7f43000c4d20, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01ce7c898, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01ce7c880, 0xc0290eb3f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01ce7c880, 0xc0290eb3f1, 0x1, 0x1, 0xc0345e5260, 0xc01459c298, 0xc014175fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0174018a0, 0xc0290eb3f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0290eb3e0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6970737 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x611, 0x616, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x611, 0x616, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc020f8a100, 0x616, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x616, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc018e8a8a0, 0xc022d18f60, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc01f9af5e8, 0xc022d18f60, 0x0, 0xc03754eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc020f8a100, 0x380b840, 0xc0339f7a60, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0339f7930, 0x380b840, 0xc022bbfe90, 0x800, 0xc03754ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0339f7930, 0x380b840, 0xc022bbfe90, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02d2d29a0, 0x380b840, 0xc022bbfe90, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02d2d29a0, 0x380b840, 0xc022bbfe90, 0x0, 0x0, 0x0, 0x326e760, 0xc03984aa00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02d2d29a0, 0x380be40, 0xc0339f7a60, 0x800000000, 0xc024691d40, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02d2d29a0, 0xc019092300, 0xc0246ad4c3, 0xd, 0x11741402, 0xed81bccf4, 0x4f79c20, 0xc03754f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02d2d29a0, 0xc019092300, 0x380ea60, 0xc016ca59e0, 0xc0246ad493, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02d2d29a0, 0xc019092300, 0xc0246ad470, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02d2d29a0, 0xc019092300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc016ca56a0, 0x383ca00, 0xc02d2d29a0, 0xc019092300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03754f758, 0x383ca00, 0xc02d2d29a0, 0xc019092000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02d2d29a0, 0xc019092000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02d2d29a0, 0xc019092000) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02d2d29a0, 0xc019092000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02d2d29a0, 0xc01f3a7a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02d2d29a0, 0xc02c5cc100) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02d2d29a0, 0xc02c5cc100) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01ae28e60, 0x38483c0, 0xc016cd2140) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5072331 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x313, 0x316, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x313, 0x316, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02955d080, 0x316, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x316, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02a4a5260, 0xc0190a67e0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02ac79998, 0xc0190a67e0, 0x0, 0xc020cb4b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02955d080, 0x380b840, 0xc017401690, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc00001b868, 0x380b840, 0xc0026864e0, 0x800, 0xc020cb4c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc00001b868, 0x380b840, 0xc0026864e0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03043ca80, 0x380b840, 0xc0026864e0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03043ca80, 0x380b840, 0xc0026864e0, 0x0, 0x0, 0x0, 0x326e760, 0xc0105a0100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03043ca80, 0x380be40, 0xc017401690, 0x800000000, 0xc015b3f800, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03043ca80, 0xc000065000, 0xc0259d63e3, 0xd, 0x7ec14ea, 0xed86588b3, 0x4f79c20, 0xc020cb51f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03043ca80, 0xc000065000, 0x380ea60, 0xc00f1ed250, 0xc0259d63b3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03043ca80, 0xc000065000, 0xc0259d6390, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03043ca80, 0xc000065000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc00f1ecf30, 0x383ca00, 0xc03043ca80, 0xc000065000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc020cb5758, 0x383ca00, 0xc03043ca80, 0xc000064900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03043ca80, 0xc000064900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03043ca80, 0xc000064900) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03043ca80, 0xc000064900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03043ca80, 0xc000064500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03043ca80, 0xc0156fee00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03043ca80, 0xc0156fee00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0195248c0, 0x38483c0, 0xc031e7b040) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4823879 [IO wait, 214 minutes]: internal/poll.runtime_pollWait(0x7f43480bcf78, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc034fb8318, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc034fb8300, 0xc015b6e551, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc034fb8300, 0xc015b6e551, 0x1, 0x1, 0xc011dac180, 0xc01459c298, 0xc000fb17c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc022e81db0, 0xc015b6e551, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc015b6e540) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6137500 [syscall]: syscall.Syscall6(0x28, 0x4e3, 0x4fe, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x4e3, 0x4fe, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0241b0a80, 0x4fe, 0x3fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x4fe, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc023102600, 0xc023d2d1a0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0192c6f88, 0xc023d2d1a0, 0x0, 0xc034350b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0241b0a80, 0x380b840, 0xc0213aa080, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0245e5070, 0x380b840, 0xc010a0e0f0, 0x800, 0xc034350c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0245e5070, 0x380b840, 0xc010a0e0f0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc00f4720e0, 0x380b840, 0xc010a0e0f0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc00f4720e0, 0x380b840, 0xc010a0e0f0, 0x0, 0x0, 0x0, 0x326e760, 0x0, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc00f4720e0, 0x380be40, 0xc0213aa080, 0x400000000, 0xc023b3a1e0, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc00f4720e0, 0xc0020f2700, 0xc023b3a1d3, 0xd, 0x12001108, 0xed816948c, 0x4f79c20, 0xc0343511f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc00f4720e0, 0xc0020f2700, 0x380ea60, 0xc0207f4770, 0xc023b3a1a3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc00f4720e0, 0xc0020f2700, 0xc023b3a180, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc00f4720e0, 0xc0020f2700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0207f4450, 0x383ca00, 0xc00f4720e0, 0xc0020f2700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc034351758, 0x383ca00, 0xc00f4720e0, 0xc0020f2400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc00f4720e0, 0xc0020f2400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc00f4720e0, 0xc0020f2400) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc00f4720e0, 0xc0020f2400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc00f4720e0, 0xc0020f2100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc00f4720e0, 0xc002667300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc00f4720e0, 0xc002667300) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bd71cc0, 0x38483c0, 0xc033469340) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4609825 [IO wait, 224 minutes]: internal/poll.runtime_pollWait(0x7f43480bd060, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02ffd3a18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02ffd3a00, 0xc01c3c6d61, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02ffd3a00, 0xc01c3c6d61, 0x1, 0x1, 0xc014172748, 0xc01459c298, 0xc0141727c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017742af0, 0xc01c3c6d61, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01c3c6d50) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4915875 [IO wait, 209 minutes]: internal/poll.runtime_pollWait(0x7f4187ba2f20, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02463fb18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02463fb00, 0xc019907bd1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02463fb00, 0xc019907bd1, 0x1, 0x1, 0xc02abd8f48, 0xc000a1a138, 0xc02abd8fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02f4a2578, 0xc019907bd1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc019907bc0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4512493 [IO wait, 228 minutes]: internal/poll.runtime_pollWait(0x7f41b8021e70, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc013e21a18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc013e21a00, 0xc0021aa2b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc013e21a00, 0xc0021aa2b1, 0x1, 0x1, 0xc0155f7f48, 0xc01459c298, 0xc0155f7fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc021dd5e40, 0xc0021aa2b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0021aa2a0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5637229 [IO wait, 174 minutes]: internal/poll.runtime_pollWait(0x7f4187103250, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02a835e98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02a835e80, 0xc017813571, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02a835e80, 0xc017813571, 0x1, 0x1, 0xc021f69440, 0x0, 0xc010780a98) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0031d5928, 0xc017813571, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc017813560) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6605843 [syscall]: syscall.Syscall6(0x28, 0x596, 0x28d, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x596, 0x28d, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01d838800, 0x28d, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x28d, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc001da9620, 0xc023391920, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02cc9f6b0, 0xc023391920, 0x0, 0xc00e68cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01d838800, 0x380b840, 0xc003050758, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc032e61e40, 0x380b840, 0xc022d37a88, 0x800, 0xc00e68cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc032e61e40, 0x380b840, 0xc022d37a88, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc016de4620, 0x380b840, 0xc022d37a88, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc016de4620, 0x380b840, 0xc022d37a88, 0x0, 0x0, 0x0, 0x326e760, 0xc0123ca000, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc016de4620, 0x380be40, 0xc003050758, 0x800000000, 0xc02e6eca40, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc016de4620, 0xc014403200, 0xc0247a4b33, 0xd, 0x16311e1d, 0xed8703d3f, 0x4f79c20, 0xc00e68d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc016de4620, 0xc014403200, 0x380ea60, 0xc023ac2960, 0xc0247a4b03, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc016de4620, 0xc014403200, 0xc0247a4ae0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc016de4620, 0xc014403200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc023ac2630, 0x383ca00, 0xc016de4620, 0xc014403200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc00e68d758, 0x383ca00, 0xc016de4620, 0xc014402f00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc016de4620, 0xc014402f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc016de4620, 0xc014402f00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc016de4620, 0xc014402f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc016de4620, 0xc014402c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc016de4620, 0xc027847b00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc016de4620, 0xc027847b00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc025be9a40, 0x38483c0, 0xc038120a00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6146678 [syscall]: syscall.Syscall6(0x28, 0x4ff, 0x504, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x4ff, 0x504, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc011a33500, 0x504, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x504, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0198b7260, 0xc001b4a750, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017743d50, 0xc001b4a750, 0x0, 0xc001f90b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc011a33500, 0x380b840, 0xc0001968a8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0271a6310, 0x380b840, 0xc01bcb5da0, 0x800, 0xc001f90c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0271a6310, 0x380b840, 0xc01bcb5da0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02d5530a0, 0x380b840, 0xc01bcb5da0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02d5530a0, 0x380b840, 0xc01bcb5da0, 0x0, 0x0, 0x0, 0x326e760, 0xc010fb6200, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02d5530a0, 0x380be40, 0xc0001968a8, 0x800000000, 0xc01de80000, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02d5530a0, 0xc021d3c200, 0xc02c01ff43, 0xd, 0x10d816de, 0xed8680cac, 0x4f79c20, 0xc001f911f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02d5530a0, 0xc021d3c200, 0x380ea60, 0xc0348bd580, 0xc02c01ff13, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02d5530a0, 0xc021d3c200, 0xc02c01fef0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02d5530a0, 0xc021d3c200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0348bd260, 0x383ca00, 0xc02d5530a0, 0xc021d3c200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc001f91758, 0x383ca00, 0xc02d5530a0, 0xc021d3c000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02d5530a0, 0xc021d3c000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02d5530a0, 0xc021d3c000) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02d5530a0, 0xc021d3c000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02d5530a0, 0xc02194d900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02d5530a0, 0xc01f3a6b00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02d5530a0, 0xc01f3a6b00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023faf180, 0x38483c0, 0xc0336e3540) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4750114 [IO wait, 217 minutes]: internal/poll.runtime_pollWait(0x7f4168054c50, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0234f8c98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0234f8c80, 0xc02561f3c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0234f8c80, 0xc02561f3c1, 0x1, 0x1, 0xc037cdb140, 0x0, 0xc0121b3e18) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000197830, 0xc02561f3c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02561f3b0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4796126 [IO wait, 215 minutes]: internal/poll.runtime_pollWait(0x7f4359062398, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc025c31798, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc025c31780, 0xc021ee43a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc025c31780, 0xc021ee43a1, 0x1, 0x1, 0xc0188786c0, 0x0, 0xc0336e3c58) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0339f66c8, 0xc021ee43a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc021ee4390) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4476174 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f4187103b60, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc021b8fb98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc021b8fb80, 0xc01f8ca7f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc021b8fb80, 0xc01f8ca7f1, 0x1, 0x1, 0xc00f339748, 0xc000a1a138, 0xc00f3397c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02f4a3078, 0xc01f8ca7f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01f8ca7e0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6244444 [syscall]: syscall.Syscall6(0x28, 0x523, 0x524, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x523, 0x524, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc012aa5d00, 0x524, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x524, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc020435ec0, 0xc0177c7350, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc002a17dd0, 0xc0177c7350, 0x0, 0xc030354b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc012aa5d00, 0x380b840, 0xc024be9e78, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc024be9d30, 0x380b840, 0xc01fe63920, 0x800, 0xc030354c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc024be9d30, 0x380b840, 0xc01fe63920, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc00f76d180, 0x380b840, 0xc01fe63920, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc00f76d180, 0x380b840, 0xc01fe63920, 0x0, 0x0, 0x0, 0x326e760, 0xc0328c7f00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc00f76d180, 0x380be40, 0xc024be9e78, 0x800000000, 0xc02b1623c0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc00f76d180, 0xc0023a6e00, 0xc0393d1b83, 0xd, 0x133cacbc, 0xed8690d4b, 0x4f79c20, 0xc0303551f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc00f76d180, 0xc0023a6e00, 0x380ea60, 0xc021fbadc0, 0xc0393d1b53, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc00f76d180, 0xc0023a6e00, 0xc0393d1b30, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc00f76d180, 0xc0023a6e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc021fbaa90, 0x383ca00, 0xc00f76d180, 0xc0023a6e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc030355758, 0x383ca00, 0xc00f76d180, 0xc0023a6c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc00f76d180, 0xc0023a6c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc00f76d180, 0xc0023a6c00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc00f76d180, 0xc0023a6c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc00f76d180, 0xc0023a6900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc00f76d180, 0xc0023a6600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc00f76d180, 0xc0023a6600) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018b86640, 0x38483c0, 0xc027dc9180) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4750039 [IO wait, 217 minutes]: internal/poll.runtime_pollWait(0x7f43480bccc0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0151f4e18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0151f4e00, 0xc024562311, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0151f4e00, 0xc024562311, 0x1, 0x1, 0xc0209832c0, 0x0, 0xc02bf2e458) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc018b797f0, 0xc024562311, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc024562300) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6714733 [IO wait, 123 minutes]: internal/poll.runtime_pollWait(0x7f43583b38f0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc025221a18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc025221a00, 0xc026f6d541, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc025221a00, 0xc026f6d541, 0x1, 0x1, 0xc0362a8748, 0xc000a1a138, 0xc0362a87c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017400118, 0xc026f6d541, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc026f6d530) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6394775 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x55b, 0x560, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x55b, 0x560, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc027c09300, 0x560, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x560, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0169e5f20, 0xc026f69260, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0226c0d60, 0xc026f69260, 0x0, 0xc031ee2b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc027c09300, 0x380b840, 0xc0183390f8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc000010818, 0x380b840, 0xc017e40ea0, 0x800, 0xc031ee2c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc000010818, 0x380b840, 0xc017e40ea0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc031b98380, 0x380b840, 0xc017e40ea0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc031b98380, 0x380b840, 0xc017e40ea0, 0x0, 0x0, 0x0, 0x326e760, 0xc010ce7300, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc031b98380, 0x380be40, 0xc0183390f8, 0x800000000, 0xc01dce37e0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc031b98380, 0xc01ba36c00, 0xc03297c773, 0xd, 0x130d5f8d, 0xed7f67bf2, 0x4f79c20, 0xc031ee31f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc031b98380, 0xc01ba36c00, 0x380ea60, 0xc019769a50, 0xc03297c713, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc031b98380, 0xc01ba36c00, 0xc03297c6f0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc031b98380, 0xc01ba36c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc019769720, 0x383ca00, 0xc031b98380, 0xc01ba36c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc031ee3758, 0x383ca00, 0xc031b98380, 0xc02194d900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc031b98380, 0xc02194d900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc031b98380, 0xc02194d900) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc031b98380, 0xc02194d900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc031b98380, 0xc02194d400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc031b98380, 0xc02194d000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc031b98380, 0xc02194d000) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01cabe0a0, 0x38483c0, 0xc0169d5040) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6045486 [IO wait, 155 minutes]: internal/poll.runtime_pollWait(0x7f41ac0c7480, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc03331aa18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc03331aa00, 0xc025836fd1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc03331aa00, 0xc025836fd1, 0x1, 0x1, 0xc02ee1e748, 0xc000a1a138, 0xc02ee1e7c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc018662380, 0xc025836fd1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc025836fc0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4519751 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x15b, 0x15e, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x15b, 0x15e, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc019361f00, 0x15e, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x15e, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc018959c80, 0xc01d476810, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc000fa31c8, 0xc01d476810, 0x0, 0xc021672b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc019361f00, 0x380b840, 0xc021dd4db0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02c784c88, 0x380b840, 0xc025192fd8, 0x800, 0xc021672c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02c784c88, 0x380b840, 0xc025192fd8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01939c000, 0x380b840, 0xc025192fd8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01939c000, 0x380b840, 0xc025192fd8, 0x0, 0x0, 0x0, 0x326e760, 0xc024223f00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01939c000, 0x380be40, 0xc021dd4db0, 0x800000000, 0xc015176700, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01939c000, 0xc01f8d6600, 0xc036caca73, 0xd, 0x17712419, 0xed86b74c1, 0x4f79c20, 0xc0216731f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01939c000, 0xc01f8d6600, 0x380ea60, 0xc02e76e860, 0xc036caca43, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01939c000, 0xc01f8d6600, 0xc036caca20, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01939c000, 0xc01f8d6600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02e76e540, 0x383ca00, 0xc01939c000, 0xc01f8d6600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc021673758, 0x383ca00, 0xc01939c000, 0xc01f8d6400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01939c000, 0xc01f8d6400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01939c000, 0xc01f8d6400) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01939c000, 0xc01f8d6400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01939c000, 0xc01f8d6200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01939c000, 0xc026c79a00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01939c000, 0xc026c79a00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018b86000, 0x38483c0, 0xc0343fd780) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4866 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc026336000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 7120961 [syscall]: syscall.Syscall6(0x28, 0x63a, 0x63e, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x63a, 0x63e, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc011b4b880, 0x63e, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x63e, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc033dbfa40, 0xc018dd32f0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02af9bac8, 0xc018dd32f0, 0x0, 0xc01589eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc011b4b880, 0x380b840, 0xc003050e28, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017ae9ae8, 0x380b840, 0xc0282d48d0, 0x800, 0xc01589ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017ae9ae8, 0x380b840, 0xc0282d48d0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc032ce4c40, 0x380b840, 0xc0282d48d0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc032ce4c40, 0x380b840, 0xc0282d48d0, 0x0, 0x0, 0x0, 0x326e760, 0xc002c65500, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc032ce4c40, 0x380be40, 0xc003050e28, 0x800000000, 0xc013f06ee0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc032ce4c40, 0xc0239a3900, 0xc02c61f673, 0xd, 0x304bd782, 0xed8711e7a, 0x4f79c20, 0xc01589f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc032ce4c40, 0xc0239a3900, 0x380ea60, 0xc023b39ac0, 0xc02c61f643, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc032ce4c40, 0xc0239a3900, 0xc02c61f620, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc032ce4c40, 0xc0239a3900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc023b39790, 0x383ca00, 0xc032ce4c40, 0xc0239a3900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01589f758, 0x383ca00, 0xc032ce4c40, 0xc0239a3400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc032ce4c40, 0xc0239a3400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc032ce4c40, 0xc0239a3400) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc032ce4c40, 0xc0239a3400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc032ce4c40, 0xc0239a3200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc032ce4c40, 0xc021d3ca00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc032ce4c40, 0xc021d3ca00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023edcf00, 0x38483c0, 0xc024cb8dc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5775773 [IO wait, 168 minutes]: internal/poll.runtime_pollWait(0x7f4348095908, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc022b29898, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc022b29880, 0xc01f332dc1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc022b29880, 0xc01f332dc1, 0x1, 0x1, 0xc032a93080, 0x0, 0xc02f5af818) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc021dd4810, 0xc01f332dc1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01f332db0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6891275 [syscall]: syscall.Syscall6(0x28, 0x5f7, 0x5fa, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x5f7, 0x5fa, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc021ebb580, 0x5fa, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x5fa, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc017cc6ae0, 0xc02369af60, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc019c6a918, 0xc02369af60, 0x0, 0xc03c91eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc021ebb580, 0x380b840, 0xc017e42110, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc032e60468, 0x380b840, 0xc01a5fe180, 0x800, 0xc03c91ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc032e60468, 0x380b840, 0xc01a5fe180, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01862a2a0, 0x380b840, 0xc01a5fe180, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01862a2a0, 0x380b840, 0xc01a5fe180, 0x0, 0x0, 0x0, 0x326e760, 0xc00149e200, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01862a2a0, 0x380be40, 0xc017e42110, 0x800000000, 0xc02d4dc420, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01862a2a0, 0xc0156fff00, 0xc022e286e3, 0xd, 0xaf6bd98, 0xed7e3e820, 0x4f79c20, 0xc03c91f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01862a2a0, 0xc0156fff00, 0x380ea60, 0xc0318e67d0, 0xc022e286b3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01862a2a0, 0xc0156fff00, 0xc022e28690, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01862a2a0, 0xc0156fff00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0318e64a0, 0x383ca00, 0xc01862a2a0, 0xc0156fff00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03c91f758, 0x383ca00, 0xc01862a2a0, 0xc0156ff500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01862a2a0, 0xc0156ff500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01862a2a0, 0xc0156ff500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01862a2a0, 0xc0156ff500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01862a2a0, 0xc0156fe300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01862a2a0, 0xc022dbc700) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01862a2a0, 0xc022dbc700) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023576000, 0x38483c0, 0xc021c9d980) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6327342 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x541, 0x54e, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x541, 0x54e, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc027963800, 0x54e, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x54e, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0272d1c20, 0xc021d3fdd0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc015838150, 0xc021d3fdd0, 0x0, 0xc03c12ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc027963800, 0x380b840, 0xc024be9850, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc024be8350, 0x380b840, 0xc01ac01b78, 0x800, 0xc03c12ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc024be8350, 0x380b840, 0xc01ac01b78, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0337cda40, 0x380b840, 0xc01ac01b78, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0337cda40, 0x380b840, 0xc01ac01b78, 0x0, 0x0, 0x0, 0x326e760, 0xc02ab77000, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0337cda40, 0x380be40, 0xc024be9850, 0x800000000, 0xc02a011880, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0337cda40, 0xc002189a00, 0xc02a015883, 0xd, 0x10849c72, 0xed8162268, 0x4f79c20, 0xc03c12b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0337cda40, 0xc002189a00, 0x380ea60, 0xc01fc205f0, 0xc02a015853, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0337cda40, 0xc002189a00, 0xc02a015830, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0337cda40, 0xc002189a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01fc202d0, 0x383ca00, 0xc0337cda40, 0xc002189a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03c12b758, 0x383ca00, 0xc0337cda40, 0xc002189100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0337cda40, 0xc002189100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0337cda40, 0xc002189100) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0337cda40, 0xc002189100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0337cda40, 0xc002188700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0337cda40, 0xc0020f2200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0337cda40, 0xc0020f2200) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc019524820, 0x38483c0, 0xc02cac0540) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4674381 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x214, 0x215, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x214, 0x215, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02c493080, 0x215, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x215, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc017e6f6e0, 0xc0121858f0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02325a950, 0xc0121858f0, 0x0, 0xc0181d6b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02c493080, 0x380b840, 0xc0186637e8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0186635c8, 0x380b840, 0xc03b8bd560, 0x800, 0xc0181d6c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0186635c8, 0x380b840, 0xc03b8bd560, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0124a6460, 0x380b840, 0xc03b8bd560, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0124a6460, 0x380b840, 0xc03b8bd560, 0x0, 0x0, 0x0, 0x326e760, 0xc018022a00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0124a6460, 0x380be40, 0xc0186637e8, 0x800000000, 0xc020eb1460, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0124a6460, 0xc011fde600, 0xc02e288803, 0xd, 0x215f1849, 0xed86cf39c, 0x4f79c20, 0xc0181d71f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0124a6460, 0xc011fde600, 0x380ea60, 0xc0206a8fa0, 0xc02e2887d3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0124a6460, 0xc011fde600, 0xc02e2887b0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0124a6460, 0xc011fde600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0206a8c80, 0x383ca00, 0xc0124a6460, 0xc011fde600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0181d7758, 0x383ca00, 0xc0124a6460, 0xc011fde300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0124a6460, 0xc011fde300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0124a6460, 0xc011fde300) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0124a6460, 0xc011fde300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0124a6460, 0xc011fde100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0124a6460, 0xc0193a6b00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0124a6460, 0xc0193a6b00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc002674500, 0x38483c0, 0xc021701a40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4752773 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x252, 0x256, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x252, 0x256, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0189d5c00, 0x256, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x256, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02064f8c0, 0xc0158de150, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02c785288, 0xc0158de150, 0x0, 0xc0216f0b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0189d5c00, 0x380b840, 0xc02c784fa0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02af9a390, 0x380b840, 0xc021b7d650, 0x800, 0xc0216f0c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02af9a390, 0x380b840, 0xc021b7d650, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc039cbab60, 0x380b840, 0xc021b7d650, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc039cbab60, 0x380b840, 0xc021b7d650, 0x0, 0x0, 0x0, 0x326e760, 0xc032710000, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc039cbab60, 0x380be40, 0xc02c784fa0, 0x800000000, 0xc0300b7840, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc039cbab60, 0xc000064300, 0xc030095ac3, 0xd, 0x33ddf823, 0xed868010a, 0x4f79c20, 0xc0216f11f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc039cbab60, 0xc000064300, 0x380ea60, 0xc01fc20f30, 0xc030095a93, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc039cbab60, 0xc000064300, 0xc030095a70, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc039cbab60, 0xc000064300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01fc20bf0, 0x383ca00, 0xc039cbab60, 0xc000064300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0216f1758, 0x383ca00, 0xc039cbab60, 0xc002081d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc039cbab60, 0xc002081d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc039cbab60, 0xc002081d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc039cbab60, 0xc002081d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc039cbab60, 0xc002081a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc039cbab60, 0xc002081800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc039cbab60, 0xc002081800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018d21ea0, 0x38483c0, 0xc02237b500) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6363899 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x551, 0x552, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x551, 0x552, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01237f700, 0x552, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x552, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc012201c80, 0xc023a8f260, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc003050210, 0xc023a8f260, 0x0, 0xc01b6a8b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01237f700, 0x380b840, 0xc017c1f6f0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc020b47748, 0x380b840, 0xc032446810, 0x800, 0xc01b6a8c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc020b47748, 0x380b840, 0xc032446810, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc032ce5c00, 0x380b840, 0xc032446810, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc032ce5c00, 0x380b840, 0xc032446810, 0x0, 0x0, 0x0, 0x326e760, 0xc028c4db00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc032ce5c00, 0x380be40, 0xc017c1f6f0, 0x800000000, 0xc028c48c00, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc032ce5c00, 0xc019567d00, 0xc028c42b33, 0xd, 0x2908317b, 0xed873eed4, 0x4f79c20, 0xc01b6a91f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc032ce5c00, 0xc019567d00, 0x380ea60, 0xc021d6dc70, 0xc028c42b03, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc032ce5c00, 0xc019567d00, 0xc028c42ae0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc032ce5c00, 0xc019567d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc021d6d940, 0x383ca00, 0xc032ce5c00, 0xc019567d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01b6a9758, 0x383ca00, 0xc032ce5c00, 0xc019567b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc032ce5c00, 0xc019567b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc032ce5c00, 0xc019567b00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc032ce5c00, 0xc019567b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc032ce5c00, 0xc019567500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc032ce5c00, 0xc023c3f200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc032ce5c00, 0xc023c3f200) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023576320, 0x38483c0, 0xc0183f4140) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5115821 [IO wait, 199 minutes]: internal/poll.runtime_pollWait(0x7f435019a630, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0354ec618, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0354ec600, 0xc01f7eaac1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0354ec600, 0xc01f7eaac1, 0x1, 0x1, 0xc015787ce0, 0x0, 0xc023ec8498) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc001db82a8, 0xc01f7eaac1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01f7eaab0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7410650 [IO wait]: internal/poll.runtime_pollWait(0x7f43000bfca0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01749ae98, 0x72, 0x1000, 0x1000, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01749ae80, 0xc01459a000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01749ae80, 0xc01459a000, 0x1000, 0x1000, 0x6, 0x100000001, 0xc0183230e0) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0031d46c0, 0xc01459a000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 bufio.(*Reader).fill(0xc018878780) /usr/local/go/src/bufio/bufio.go:101 +0x108 bufio.(*Reader).Peek(0xc018878780, 0x2, 0x0, 0x0, 0x20, 0x0, 0x0) /usr/local/go/src/bufio/bufio.go:139 +0x4f github.com/gorilla/websocket.(*Conn).read(0xc01459c160, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/tippyflits/go/pkg/mod/github.com/gorilla/websocket@v1.4.2/conn.go:370 +0x46 github.com/gorilla/websocket.(*Conn).advanceFrame(0xc01459c160, 0x9, 0x0, 0x0) /home/tippyflits/go/pkg/mod/github.com/gorilla/websocket@v1.4.2/conn.go:798 +0x5c github.com/gorilla/websocket.(*Conn).NextReader(0xc01459c160, 0xc017807650, 0x7f435854ac01, 0xc01dd28fc8, 0xa10d51, 0xc017807640) /home/tippyflits/go/pkg/mod/github.com/gorilla/websocket@v1.4.2/conn.go:980 +0x8f github.com/filecoin-project/go-jsonrpc.(*wsConn).nextMessage(0xc014053080) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/websocket.go:100 +0x5a created by github.com/filecoin-project/go-jsonrpc.(*wsConn).handleWsConn /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/websocket.go:615 +0xdbd goroutine 6982404 [IO wait, 110 minutes]: internal/poll.runtime_pollWait(0x7f41841b26a0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc031b61918, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc031b61900, 0xc022142521, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc031b61900, 0xc022142521, 0x1, 0x1, 0xc018c82900, 0x0, 0xc021aa3198) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0329ec240, 0xc022142521, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc022142510) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6903932 [syscall]: syscall.Syscall6(0x28, 0x5f8, 0x5fe, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x5f8, 0x5fe, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc031452800, 0x5fe, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x5fe, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0275fb0e0, 0xc024c62c30, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0271a64c8, 0xc024c62c30, 0x0, 0xc018840b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc031452800, 0x380b840, 0xc017e42bd0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc000196770, 0x380b840, 0xc011de9950, 0x800, 0xc018840c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc000196770, 0x380b840, 0xc011de9950, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02a1e15e0, 0x380b840, 0xc011de9950, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02a1e15e0, 0x380b840, 0xc011de9950, 0x0, 0x0, 0x0, 0x326e760, 0xc03172a700, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02a1e15e0, 0x380be40, 0xc017e42bd0, 0x200000000, 0xc015b4d4e0, 0x1e, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02a1e15e0, 0xc0020f2b00, 0xc02bee5433, 0xd, 0x13561c1c, 0xed7e3606c, 0x4f79c20, 0xc0188411f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02a1e15e0, 0xc0020f2b00, 0x380ea60, 0xc025f5cad0, 0xc02bee5403, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02a1e15e0, 0xc0020f2b00, 0xc02bee53e0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02a1e15e0, 0xc0020f2b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc025f5c7b0, 0x383ca00, 0xc02a1e15e0, 0xc0020f2b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc018841758, 0x383ca00, 0xc02a1e15e0, 0xc0020f2700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02a1e15e0, 0xc0020f2700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02a1e15e0, 0xc0020f2700) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02a1e15e0, 0xc0020f2700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02a1e15e0, 0xc0020f2100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02a1e15e0, 0xc01f3a7d00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02a1e15e0, 0xc01f3a7d00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc002232960, 0x38483c0, 0xc025d54440) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4479347 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f43000c5718, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0228b6d18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0228b6d00, 0xc0266b59c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0228b6d00, 0xc0266b59c1, 0x1, 0x1, 0xc0155a7740, 0x0, 0xc0266fe6d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0213ab478, 0xc0266b59c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0266b59b0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4487581 [IO wait, 229 minutes]: internal/poll.runtime_pollWait(0x7f41841874c8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0304a5f98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0304a5f80, 0xc0214b6a31, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0304a5f80, 0xc0214b6a31, 0x1, 0x1, 0xc016bcd920, 0x0, 0xc0191f2398) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc002a169b0, 0xc0214b6a31, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0214b6a20) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5121889 [IO wait, 199 minutes]: internal/poll.runtime_pollWait(0x7f4358211b48, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01267f418, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01267f400, 0xc01373a1c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01267f400, 0xc01373a1c1, 0x1, 0x1, 0xc018754cc0, 0x0, 0xc020ad9818) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000011710, 0xc01373a1c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01373a1b0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4829360 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x287, 0x28c, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x287, 0x28c, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0249fe500, 0x28c, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x28c, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc002b9c660, 0xc023310120, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02c784bb0, 0xc023310120, 0x0, 0xc030adcb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0249fe500, 0x380b840, 0xc02af9b560, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0271a7a30, 0x380b840, 0xc040ad5b18, 0x800, 0xc030adcc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0271a7a30, 0x380b840, 0xc040ad5b18, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01be1f5e0, 0x380b840, 0xc040ad5b18, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01be1f5e0, 0x380b840, 0xc040ad5b18, 0x0, 0x0, 0x0, 0x326e760, 0xc02daab800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01be1f5e0, 0x380be40, 0xc02af9b560, 0x800000000, 0xc02c54cec0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01be1f5e0, 0xc027847800, 0xc02c4530d3, 0xd, 0x374409d, 0xed868a755, 0x4f79c20, 0xc030add1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01be1f5e0, 0xc027847800, 0x380ea60, 0xc015efa0d0, 0xc02c4530a3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01be1f5e0, 0xc027847800, 0xc02c453080, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01be1f5e0, 0xc027847800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc023b39da0, 0x383ca00, 0xc01be1f5e0, 0xc027847800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc030add758, 0x383ca00, 0xc01be1f5e0, 0xc027847500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01be1f5e0, 0xc027847500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01be1f5e0, 0xc027847500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01be1f5e0, 0xc027847500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01be1f5e0, 0xc027847200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01be1f5e0, 0xc027847100) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01be1f5e0, 0xc027847100) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018b861e0, 0x38483c0, 0xc01922bbc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6632543 [syscall]: syscall.Syscall6(0x28, 0x5a4, 0x5ac, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x5a4, 0x5ac, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc029613080, 0x5ac, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x5ac, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc023c7d1a0, 0xc02522d140, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc003050578, 0xc02522d140, 0x0, 0xc03dc02b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc029613080, 0x380b840, 0xc017ae9d28, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc015838f48, 0x380b840, 0xc022d377b8, 0x800, 0xc03dc02c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc015838f48, 0x380b840, 0xc022d377b8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc031b98540, 0x380b840, 0xc022d377b8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc031b98540, 0x380b840, 0xc022d377b8, 0x0, 0x0, 0x0, 0x326e760, 0xc02d4cf900, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc031b98540, 0x380be40, 0xc017ae9d28, 0x800000000, 0xc023399ae0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc031b98540, 0xc01f3a6c00, 0xc02ad036a3, 0xd, 0xeaecf79, 0xed864c469, 0x4f79c20, 0xc03dc031f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc031b98540, 0xc01f3a6c00, 0x380ea60, 0xc0207f4df0, 0xc02ad03673, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc031b98540, 0xc01f3a6c00, 0xc02ad03650, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc031b98540, 0xc01f3a6c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0207f4ac0, 0x383ca00, 0xc031b98540, 0xc01f3a6c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03dc03758, 0x383ca00, 0xc031b98540, 0xc01f3a6200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc031b98540, 0xc01f3a6200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc031b98540, 0xc01f3a6200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc031b98540, 0xc01f3a6200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc031b98540, 0xc01f3a6000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc031b98540, 0xc0239a3000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc031b98540, 0xc0239a3000) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018c7fa40, 0x38483c0, 0xc0270b27c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6343373 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x549, 0x54a, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x549, 0x54a, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc023d57280, 0x54a, 0x3fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x54a, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01b7753e0, 0xc029f28270, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc002a17748, 0xc029f28270, 0x0, 0xc001e36b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc023d57280, 0x380b840, 0xc02aef2f80, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc020b464e8, 0x380b840, 0xc017db5e18, 0x800, 0xc001e36c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc020b464e8, 0x380b840, 0xc017db5e18, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02d552b60, 0x380b840, 0xc017db5e18, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02d552b60, 0x380b840, 0xc017db5e18, 0x0, 0x0, 0x0, 0x326e760, 0xc02c679c00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02d552b60, 0x380be40, 0xc02aef2f80, 0x400000000, 0xc035909080, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02d552b60, 0xc01f3a6000, 0xc035909043, 0xc, 0x313d106a, 0xed79e8a08, 0x4f79c20, 0xc001e371f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02d552b60, 0xc01f3a6000, 0x380ea60, 0xc021e1ae70, 0xc035908fe3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02d552b60, 0xc01f3a6000, 0xc035908fc0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02d552b60, 0xc01f3a6000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc021e1ab40, 0x383ca00, 0xc02d552b60, 0xc01f3a6000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc001e37758, 0x383ca00, 0xc02d552b60, 0xc01f8d7e00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02d552b60, 0xc01f8d7e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02d552b60, 0xc01f8d7e00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02d552b60, 0xc01f8d7e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02d552b60, 0xc01f8d7000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02d552b60, 0xc00233c400) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02d552b60, 0xc00233c400) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc025be8a00, 0x38483c0, 0xc02b0134c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 7328244 [IO wait, 94 minutes]: internal/poll.runtime_pollWait(0x7f4124104408, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0277f4718, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0277f4700, 0xc022bc2e81, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0277f4700, 0xc022bc2e81, 0x1, 0x1, 0xc02128bd40, 0x0, 0xc01867b958) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc001db9f48, 0xc022bc2e81, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc022bc2e70) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5179785 [IO wait, 196 minutes]: internal/poll.runtime_pollWait(0x7f435872e528, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc025481798, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc025481780, 0xc01d476fd1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc025481780, 0xc01d476fd1, 0x1, 0x1, 0xc03226e748, 0xc011ba2ad8, 0xc03226e7c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc018339d10, 0xc01d476fd1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01d476fc0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5467519 [syscall]: syscall.Syscall6(0x28, 0x3e9, 0x3eb, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x3e9, 0x3eb, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0295e8480, 0x3eb, 0x3fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x3eb, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc015786f00, 0xc0017a5020, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0154fd5d8, 0xc0017a5020, 0x0, 0xc036a5eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0295e8480, 0x380b840, 0xc02f6da570, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017b2b1d0, 0x380b840, 0xc025a80720, 0x800, 0xc036a5ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017b2b1d0, 0x380b840, 0xc025a80720, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01be1e1c0, 0x380b840, 0xc025a80720, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01be1e1c0, 0x380b840, 0xc025a80720, 0x0, 0x0, 0x0, 0x326e760, 0xc033b65600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01be1e1c0, 0x380be40, 0xc02f6da570, 0x400000000, 0xc0358865a0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01be1e1c0, 0xc022dbc100, 0xc033b6e383, 0xc, 0x394f86e6, 0xed79cb0ad, 0x4f79c20, 0xc036a5f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01be1e1c0, 0xc022dbc100, 0x380ea60, 0xc0263516e0, 0xc033b6e323, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01be1e1c0, 0xc022dbc100, 0xc033b6e300, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01be1e1c0, 0xc022dbc100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0263513a0, 0x383ca00, 0xc01be1e1c0, 0xc022dbc100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc036a5f758, 0x383ca00, 0xc01be1e1c0, 0xc011fdfe00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01be1e1c0, 0xc011fdfe00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01be1e1c0, 0xc011fdfe00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01be1e1c0, 0xc011fdfe00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01be1e1c0, 0xc011fdfa00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01be1e1c0, 0xc000064500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01be1e1c0, 0xc000064500) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0122a4e60, 0x38483c0, 0xc022dcc500) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 7337270 [syscall]: syscall.Syscall6(0x28, 0x67c, 0x67f, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x67c, 0x67f, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0327bd800, 0x67f, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x67f, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc033b670e0, 0xc018d6cff0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017c1e778, 0xc018d6cff0, 0x0, 0xc03eb3eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0327bd800, 0x380b840, 0xc02af9ba28, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02ad6e320, 0x380b840, 0xc017db4d50, 0x800, 0xc03eb3ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02ad6e320, 0x380b840, 0xc017db4d50, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01862bce0, 0x380b840, 0xc017db4d50, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01862bce0, 0x380b840, 0xc017db4d50, 0x0, 0x0, 0x0, 0x326e760, 0xc034e26f00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01862bce0, 0x380be40, 0xc02af9ba28, 0x800000000, 0xc021a27b20, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01862bce0, 0xc0020f2a00, 0xc037653343, 0xd, 0x1242d11e, 0xed856f3b0, 0x4f79c20, 0xc03eb3f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01862bce0, 0xc0020f2a00, 0x380ea60, 0xc0286e2320, 0xc0376532e3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01862bce0, 0xc0020f2a00, 0xc0376532c0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01862bce0, 0xc0020f2a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0286e2000, 0x383ca00, 0xc01862bce0, 0xc0020f2a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03eb3f758, 0x383ca00, 0xc01862bce0, 0xc0020f2500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01862bce0, 0xc0020f2500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01862bce0, 0xc0020f2500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01862bce0, 0xc0020f2500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01862bce0, 0xc023d95e00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01862bce0, 0xc023d95d00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01862bce0, 0xc023d95d00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0122a55e0, 0x38483c0, 0xc018b73ec0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5230260 [syscall]: syscall.Syscall6(0x28, 0x36d, 0x36f, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x36d, 0x36f, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc023c6f900, 0x36f, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x36f, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc03f710480, 0xc002e772f0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0271a7c50, 0xc002e772f0, 0x0, 0xc036ec0b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc023c6f900, 0x380b840, 0xc0226c1668, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc018b79df0, 0x380b840, 0xc016d9b8c0, 0x800, 0xc036ec0c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc018b79df0, 0x380b840, 0xc016d9b8c0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc014669180, 0x380b840, 0xc016d9b8c0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc014669180, 0x380b840, 0xc016d9b8c0, 0x0, 0x0, 0x0, 0x326e760, 0xc01069b400, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc014669180, 0x380be40, 0xc0226c1668, 0x800000000, 0xc013be4de0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc014669180, 0xc026d33c00, 0xc0209f99d3, 0xd, 0x38471771, 0xed865bbca, 0x4f79c20, 0xc036ec11f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc014669180, 0xc026d33c00, 0x380ea60, 0xc01d8a5730, 0xc0209f99a3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc014669180, 0xc026d33c00, 0xc0209f9980, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc014669180, 0xc026d33c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01d8a5400, 0x383ca00, 0xc014669180, 0xc026d33c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc036ec1758, 0x383ca00, 0xc014669180, 0xc026d33700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc014669180, 0xc026d33700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc014669180, 0xc026d33700) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc014669180, 0xc026d33700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc014669180, 0xc026d33500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc014669180, 0xc026d33400) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc014669180, 0xc026d33400) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01a2ee320, 0x38483c0, 0xc025303900) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4616886 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x1de, 0x1e3, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x1de, 0x1e3, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc031b60b00, 0x1e3, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x1e3, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02719f860, 0xc0216111a0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02f6dba68, 0xc0216111a0, 0x0, 0xc011566b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc031b60b00, 0x380b840, 0xc032e615d8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02c711910, 0x380b840, 0xc0031eb758, 0x800, 0xc011566c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02c711910, 0x380b840, 0xc0031eb758, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc016e828c0, 0x380b840, 0xc0031eb758, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc016e828c0, 0x380b840, 0xc0031eb758, 0x0, 0x0, 0x0, 0x326e760, 0xc01910c700, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc016e828c0, 0x380be40, 0xc032e615d8, 0x200000000, 0xc02c3b4420, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc016e828c0, 0xc0147d4100, 0xc02c3b4413, 0xd, 0xd28daf0, 0xed7f5c2ca, 0x4f79c20, 0xc0115671f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc016e828c0, 0xc0147d4100, 0x380ea60, 0xc016ca40f0, 0xc02c3b43e3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc016e828c0, 0xc0147d4100, 0xc02c3b43c0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc016e828c0, 0xc0147d4100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc019769dd0, 0x383ca00, 0xc016e828c0, 0xc0147d4100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc011567758, 0x383ca00, 0xc016e828c0, 0xc000065e00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc016e828c0, 0xc000065e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc016e828c0, 0xc000065e00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc016e828c0, 0xc000065e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc016e828c0, 0xc000065c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc016e828c0, 0xc000065b00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc016e828c0, 0xc000065b00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023fafc20, 0x38483c0, 0xc032381680) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 916 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02669e000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5302096 [IO wait, 190 minutes]: internal/poll.runtime_pollWait(0x7f41ac0c7bc0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc029339518, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc029339500, 0xc013bb29d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc029339500, 0xc013bb29d1, 0x1, 0x1, 0xc0324c8fc0, 0x0, 0xc038a589d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc01aa4bab8, 0xc013bb29d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc013bb29c0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4654552 [syscall, 4 minutes]: syscall.Syscall6(0x28, 0x1ff, 0x205, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x1ff, 0x205, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01cde5580, 0x205, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x205, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01e5e0420, 0xc0345ce930, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc002a16410, 0xc0345ce930, 0x0, 0xc02a320b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01cde5580, 0x380b840, 0xc020ec3bb0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc020ec3a68, 0x380b840, 0xc0147659b0, 0x800, 0xc02a320c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc020ec3a68, 0x380b840, 0xc0147659b0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01bf548c0, 0x380b840, 0xc0147659b0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01bf548c0, 0x380b840, 0xc0147659b0, 0x0, 0x0, 0x0, 0x326e760, 0xc0284b4400, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01bf548c0, 0x380be40, 0xc020ec3bb0, 0x800000000, 0xc01ccae180, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01bf548c0, 0xc000497d00, 0xc01ccac0e3, 0xd, 0x10d618c4, 0xed7e0ed96, 0x4f79c20, 0xc02a3211f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01bf548c0, 0xc000497d00, 0x380ea60, 0xc02eafbf30, 0xc01ccac0b3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01bf548c0, 0xc000497d00, 0xc01ccac090, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01bf548c0, 0xc000497d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02eafbc00, 0x383ca00, 0xc01bf548c0, 0xc000497d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02a321758, 0x383ca00, 0xc01bf548c0, 0xc000497a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01bf548c0, 0xc000497a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01bf548c0, 0xc000497a00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01bf548c0, 0xc000497a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01bf548c0, 0xc000497800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01bf548c0, 0xc000497400) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01bf548c0, 0xc000497400) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0122a4460, 0x38483c0, 0xc01cfff680) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5325652 [syscall, 4 minutes]: syscall.Syscall6(0x28, 0x398, 0x3a0, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x398, 0x3a0, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc011b9fe80, 0x3a0, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x3a0, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0174fb680, 0xc031da49c0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017742420, 0xc031da49c0, 0x0, 0xc02ef64b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc011b9fe80, 0x380b840, 0xc0213aa738, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc021dd55b8, 0x380b840, 0xc01692d098, 0x800, 0xc02ef64c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc021dd55b8, 0x380b840, 0xc01692d098, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc025d320e0, 0x380b840, 0xc01692d098, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc025d320e0, 0x380b840, 0xc01692d098, 0x0, 0x0, 0x0, 0x326e760, 0xc024d53100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc025d320e0, 0x380be40, 0xc0213aa738, 0x200000000, 0xc024d18ed0, 0x28, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc025d320e0, 0xc002667500, 0xc024d18ec3, 0xd, 0xe32ddd3, 0xed7f5f7c2, 0x4f79c20, 0xc02ef651f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc025d320e0, 0xc002667500, 0x380ea60, 0xc02061c780, 0xc024d18e93, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc025d320e0, 0xc002667500, 0xc024d18e70, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc025d320e0, 0xc002667500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02061c460, 0x383ca00, 0xc025d320e0, 0xc002667500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02ef65758, 0x383ca00, 0xc025d320e0, 0xc002667200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc025d320e0, 0xc002667200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc025d320e0, 0xc002667200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc025d320e0, 0xc002667200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc025d320e0, 0xc002666c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc025d320e0, 0xc02194d700) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc025d320e0, 0xc02194d700) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc000fdcd20, 0x38483c0, 0xc016bda340) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6008458 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x4cb, 0x4f3, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x4cb, 0x4f3, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc03334b480, 0x4f3, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x4f3, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc011dad620, 0xc0259bae70, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc001db9270, 0xc0259bae70, 0x0, 0xc00fb08b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc03334b480, 0x380b840, 0xc018663190, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc022e812e0, 0x380b840, 0xc010b2a288, 0x800, 0xc00fb08c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc022e812e0, 0x380b840, 0xc010b2a288, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc036ad1340, 0x380b840, 0xc010b2a288, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc036ad1340, 0x380b840, 0xc010b2a288, 0x0, 0x0, 0x0, 0x326e760, 0xc01991c300, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc036ad1340, 0x380be40, 0xc018663190, 0x800000000, 0xc01ca4fe80, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc036ad1340, 0xc0162b6100, 0xc01f220293, 0xd, 0x1fc074f5, 0xed872ef7a, 0x4f79c20, 0xc00fb091f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc036ad1340, 0xc0162b6100, 0x380ea60, 0xc02e9133b0, 0xc01f220263, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc036ad1340, 0xc0162b6100, 0xc01f220240, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc036ad1340, 0xc0162b6100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02e913080, 0x383ca00, 0xc036ad1340, 0xc0162b6100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc00fb09758, 0x383ca00, 0xc036ad1340, 0xc02c16fd00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc036ad1340, 0xc02c16fd00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc036ad1340, 0xc02c16fd00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc036ad1340, 0xc02c16fd00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc036ad1340, 0xc02c16f900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc036ad1340, 0xc02c16f800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc036ad1340, 0xc02c16f800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01a2ef4a0, 0x38483c0, 0xc01bd009c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6183391 [IO wait, 148 minutes]: internal/poll.runtime_pollWait(0x7f4187b3e6a0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc025287418, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc025287400, 0xc021add1b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc025287400, 0xc021add1b1, 0x1, 0x1, 0xc02fad4120, 0x0, 0xc02770c7d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc029950de8, 0xc021add1b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc021add1a0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5305177 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x391, 0x399, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x391, 0x399, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01d838c00, 0x399, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x399, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0169ec4e0, 0xc020a14e40, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0186639a0, 0xc020a14e40, 0x0, 0xc036ed2b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01d838c00, 0x380b840, 0xc02ac78c70, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc018339b80, 0x380b840, 0xc0282d47c8, 0x800, 0xc036ed2c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc018339b80, 0x380b840, 0xc0282d47c8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02b0ffea0, 0x380b840, 0xc0282d47c8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02b0ffea0, 0x380b840, 0xc0282d47c8, 0x0, 0x0, 0x0, 0x326e760, 0xc029473700, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02b0ffea0, 0x380be40, 0xc02ac78c70, 0x200000000, 0xc01f065a60, 0x1e, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02b0ffea0, 0xc026d32b00, 0xc01f017073, 0xc, 0x11694b84, 0xed78f87a8, 0x4f79c20, 0xc036ed31f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02b0ffea0, 0xc026d32b00, 0x380ea60, 0xc019e48ad0, 0xc01f017013, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02b0ffea0, 0xc026d32b00, 0xc01f016ff0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02b0ffea0, 0xc026d32b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc019e487b0, 0x383ca00, 0xc02b0ffea0, 0xc026d32b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc036ed3758, 0x383ca00, 0xc02b0ffea0, 0xc026d32800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02b0ffea0, 0xc026d32800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02b0ffea0, 0xc026d32800) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02b0ffea0, 0xc026d32800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02b0ffea0, 0xc026d32300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02b0ffea0, 0xc0156ffe00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02b0ffea0, 0xc0156ffe00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc002674280, 0x38483c0, 0xc01fed3980) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6524124 [IO wait, 131 minutes]: internal/poll.runtime_pollWait(0x7f4184181aa8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc018b03298, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc018b03280, 0xc02ed04131, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc018b03280, 0xc02ed04131, 0x1, 0x1, 0xc029f1f380, 0xc015e6d058, 0xc02ab44fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000122830, 0xc02ed04131, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02ed04120) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4805347 [IO wait, 214 minutes]: internal/poll.runtime_pollWait(0x7f41b805dd28, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0203e8798, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0203e8780, 0xc0021aa9d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0203e8780, 0xc0021aa9d1, 0x1, 0x1, 0x0, 0xc034726968, 0xc015000001) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0001180e8, 0xc0021aa9d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0021aa9c0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4842242 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x291, 0x292, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x291, 0x292, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0265fe080, 0x292, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x292, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc024ea6720, 0xc0177c7b90, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc029950090, 0xc0177c7b90, 0x0, 0xc02498cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0265fe080, 0x380b840, 0xc018b79488, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc01f9aedc0, 0x380b840, 0xc032b79980, 0x800, 0xc02498cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc01f9aedc0, 0x380b840, 0xc032b79980, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0146696c0, 0x380b840, 0xc032b79980, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0146696c0, 0x380b840, 0xc032b79980, 0x0, 0x0, 0x0, 0x326e760, 0xc02bfda400, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0146696c0, 0x380be40, 0xc018b79488, 0x800000000, 0xc02bfb0c60, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0146696c0, 0xc019289900, 0xc02bc6ac23, 0xd, 0xfe33336, 0xed8706b6a, 0x4f79c20, 0xc02498d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0146696c0, 0xc019289900, 0x380ea60, 0xc016aad200, 0xc02bc6abf3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0146696c0, 0xc019289900, 0xc02bc6abd0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0146696c0, 0xc019289900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc016aace90, 0x383ca00, 0xc0146696c0, 0xc019289900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02498d758, 0x383ca00, 0xc0146696c0, 0xc019289600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0146696c0, 0xc019289600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0146696c0, 0xc019289600) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0146696c0, 0xc019289600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0146696c0, 0xc019289400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0146696c0, 0xc019289300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0146696c0, 0xc019289300) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc025be99a0, 0x38483c0, 0xc024d48800) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5696966 [IO wait, 172 minutes]: internal/poll.runtime_pollWait(0x7f41b8022040, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02a30b698, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02a30b680, 0xc020a68641, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02a30b680, 0xc020a68641, 0x1, 0x1, 0xc016b69a40, 0x0, 0xc0264316d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0164144a8, 0xc020a68641, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc020a68630) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4478485 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0xa0, 0xa2, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0xa0, 0xa2, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02463ed00, 0xa2, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0xa2, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc018ffd440, 0xc024e1df50, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc024be8420, 0xc024e1df50, 0x0, 0xc000ef4b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02463ed00, 0x380b840, 0xc0226c05e0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02325b288, 0x380b840, 0xc01a4a1e78, 0x800, 0xc000ef4c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02325b288, 0x380b840, 0xc01a4a1e78, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01200c9a0, 0x380b840, 0xc01a4a1e78, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01200c9a0, 0x380b840, 0xc01a4a1e78, 0x0, 0x0, 0x0, 0x326e760, 0xc024fea100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01200c9a0, 0x380be40, 0xc0226c05e0, 0x800000000, 0xc024f96600, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01200c9a0, 0xc0226b7c00, 0xc0249695b3, 0xd, 0x20fbd4ec, 0xed85b0432, 0x4f79c20, 0xc000ef51f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01200c9a0, 0xc0226b7c00, 0x380ea60, 0xc024dfa8c0, 0xc024969583, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01200c9a0, 0xc0226b7c00, 0xc024969560, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01200c9a0, 0xc0226b7c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc024dfa5a0, 0x383ca00, 0xc01200c9a0, 0xc0226b7c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc000ef5758, 0x383ca00, 0xc01200c9a0, 0xc0226b7a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01200c9a0, 0xc0226b7a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01200c9a0, 0xc0226b7a00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01200c9a0, 0xc0226b7a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01200c9a0, 0xc0226b7800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01200c9a0, 0xc024849400) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01200c9a0, 0xc024849400) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0246743c0, 0x38483c0, 0xc012b97ac0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4499148 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x128, 0x129, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x128, 0x129, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02bf72180, 0x129, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x129, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01775df20, 0xc023553350, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc026043060, 0xc023553350, 0x0, 0xc01f00cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02bf72180, 0x380b840, 0xc02c785010, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017b2a9d0, 0x380b840, 0xc010b2b9e0, 0x800, 0xc01f00cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017b2a9d0, 0x380b840, 0xc010b2b9e0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02b0fee00, 0x380b840, 0xc010b2b9e0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02b0fee00, 0x380b840, 0xc010b2b9e0, 0x0, 0x0, 0x0, 0x326e760, 0xc01f1be700, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02b0fee00, 0x380be40, 0xc02c785010, 0x800000000, 0xc01d162da0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02b0fee00, 0xc030689300, 0xc01d15f043, 0xc, 0x28cd876, 0xed78c535c, 0x4f79c20, 0xc01f00d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02b0fee00, 0xc030689300, 0x380ea60, 0xc022df3e10, 0xc01d15efe3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02b0fee00, 0xc030689300, 0xc01d15efc0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02b0fee00, 0xc030689300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc022df3af0, 0x383ca00, 0xc02b0fee00, 0xc030689300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01f00d758, 0x383ca00, 0xc02b0fee00, 0xc030689100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02b0fee00, 0xc030689100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02b0fee00, 0xc030689100) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02b0fee00, 0xc030689100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02b0fee00, 0xc030688f00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02b0fee00, 0xc0162b6500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02b0fee00, 0xc0162b6500) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc001f5df40, 0x38483c0, 0xc019114380) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5529887 [IO wait, 180 minutes]: internal/poll.runtime_pollWait(0x7f4187069f98, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02343b698, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02343b680, 0xc018af6d91, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02343b680, 0xc018af6d91, 0x1, 0x1, 0xc02b0cf748, 0xc01459c298, 0xc02b0cf7c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc018338420, 0xc018af6d91, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc018af6d80) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6257847 [IO wait, 144 minutes]: internal/poll.runtime_pollWait(0x7f4187166780, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02bf73218, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02bf73200, 0xc0162f6f71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02bf73200, 0xc0162f6f71, 0x1, 0x1, 0xc0325390e0, 0x0, 0xc027172318) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017e426c8, 0xc0162f6f71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0162f6f60) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5366521 [IO wait, 187 minutes]: internal/poll.runtime_pollWait(0x7f41b810c158, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02f798098, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02f798080, 0xc011dfa371, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02f798080, 0xc011dfa371, 0x1, 0x1, 0xc01c251c20, 0x0, 0xc021bba298) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc019c6ad00, 0xc011dfa371, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc011dfa360) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4475874 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f43587351b8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc020e73318, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc020e73300, 0xc01dfc5421, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc020e73300, 0xc01dfc5421, 0x1, 0x1, 0xc026457748, 0xc01459c298, 0xc0264577c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0001232d8, 0xc01dfc5421, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01dfc5410) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4648499 [IO wait, 222 minutes]: internal/poll.runtime_pollWait(0x7f41ac0c4fc0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01ed41e18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01ed41e00, 0xc0275e6dc1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01ed41e00, 0xc0275e6dc1, 0x1, 0x1, 0xc031b635c0, 0x0, 0xc0239a7558) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc002a170b0, 0xc0275e6dc1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0275e6db0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4906685 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x2b6, 0x2bc, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x2b6, 0x2bc, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01af17680, 0x2bc, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x2bc, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02014d6e0, 0xc0328c1d40, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc021dd5b20, 0xc0328c1d40, 0x0, 0xc02e9d0b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01af17680, 0x380b840, 0xc02c711a08, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02ed28830, 0x380b840, 0xc00057e3a8, 0x800, 0xc02e9d0c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02ed28830, 0x380b840, 0xc00057e3a8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02fed1ea0, 0x380b840, 0xc00057e3a8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02fed1ea0, 0x380b840, 0xc00057e3a8, 0x0, 0x0, 0x0, 0x326e760, 0xc032918400, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02fed1ea0, 0x380be40, 0xc02c711a08, 0x800000000, 0xc031b5f9a0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02fed1ea0, 0xc01ba37e00, 0xc031ba1163, 0xd, 0xaf16c03, 0xed8779cc9, 0x4f79c20, 0xc02e9d11f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02fed1ea0, 0xc01ba37e00, 0x380ea60, 0xc03290a6a0, 0xc031ba1133, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02fed1ea0, 0xc01ba37e00, 0xc031ba1110, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02fed1ea0, 0xc01ba37e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc03290a380, 0x383ca00, 0xc02fed1ea0, 0xc01ba37e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02e9d1758, 0x383ca00, 0xc02fed1ea0, 0xc01ba37b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02fed1ea0, 0xc01ba37b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02fed1ea0, 0xc01ba37b00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02fed1ea0, 0xc01ba37b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02fed1ea0, 0xc01ba37900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02fed1ea0, 0xc01ba37800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02fed1ea0, 0xc01ba37800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc000fdd180, 0x38483c0, 0xc02b711cc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5007728 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x2ef, 0x2f6, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x2ef, 0x2f6, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01a2e5900, 0x2f6, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x2f6, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01889a060, 0xc026969ce0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0226c1580, 0xc026969ce0, 0x0, 0xc02e9d6b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01a2e5900, 0x380b840, 0xc0030509f0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc018339460, 0x380b840, 0xc03a5e6330, 0x800, 0xc02e9d6c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc018339460, 0x380b840, 0xc03a5e6330, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0327ca380, 0x380b840, 0xc03a5e6330, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0327ca380, 0x380b840, 0xc03a5e6330, 0x0, 0x0, 0x0, 0x326e760, 0xc030020f00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0327ca380, 0x380be40, 0xc0030509f0, 0x800000000, 0xc019e67060, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0327ca380, 0xc002189100, 0xc02fa5d853, 0xd, 0x17cab45b, 0xed8715607, 0x4f79c20, 0xc02e9d71f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0327ca380, 0xc002189100, 0x380ea60, 0xc02f554850, 0xc02fa5d823, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0327ca380, 0xc002189100, 0xc02fa5d800, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0327ca380, 0xc002189100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02f5544e0, 0x383ca00, 0xc0327ca380, 0xc002189100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02e9d7758, 0x383ca00, 0xc0327ca380, 0xc002188d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0327ca380, 0xc002188d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0327ca380, 0xc002188d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0327ca380, 0xc002188d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0327ca380, 0xc002188500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0327ca380, 0xc002188400) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0327ca380, 0xc002188400) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0217865a0, 0x38483c0, 0xc02b0129c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5627234 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x431, 0x438, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x431, 0x438, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0295e9800, 0x438, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x438, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0198e8240, 0xc02341e300, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0158381c0, 0xc02341e300, 0x0, 0xc038b02b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0295e9800, 0x380b840, 0xc017f9ce98, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc018b791e8, 0x380b840, 0xc02259a5e8, 0x800, 0xc038b02c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc018b791e8, 0x380b840, 0xc02259a5e8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc027e46460, 0x380b840, 0xc02259a5e8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc027e46460, 0x380b840, 0xc02259a5e8, 0x0, 0x0, 0x0, 0x326e760, 0xc024f3ad00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc027e46460, 0x380be40, 0xc017f9ce98, 0x800000000, 0xc024e66700, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc027e46460, 0xc027847b00, 0xc024e42443, 0xd, 0x406ee42, 0xed86631cd, 0x4f79c20, 0xc038b031f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc027e46460, 0xc027847b00, 0x380ea60, 0xc0195d8320, 0xc024e42413, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc027e46460, 0xc027847b00, 0xc024e423f0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc027e46460, 0xc027847b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0195d8000, 0x383ca00, 0xc027e46460, 0xc027847b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc038b03758, 0x383ca00, 0xc027e46460, 0xc027847500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc027e46460, 0xc027847500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc027e46460, 0xc027847500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc027e46460, 0xc027847500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc027e46460, 0xc027846d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc027e46460, 0xc027846c00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc027e46460, 0xc027846c00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018d20640, 0x38483c0, 0xc022b2ba80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5008 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a189800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5091326 [IO wait, 200 minutes]: internal/poll.runtime_pollWait(0x7f41841b2cf8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0277eee98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0277eee80, 0xc02ebdd4b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0277eee80, 0xc02ebdd4b1, 0x1, 0x1, 0xc0187c6b40, 0x0, 0xc03740c458) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02af9bb90, 0xc02ebdd4b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02ebdd4a0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4879100 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x2a8, 0x2b3, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x2a8, 0x2b3, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0347a0500, 0x2b3, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x2b3, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02a01a300, 0xc030250ea0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02325a650, 0xc030250ea0, 0x0, 0xc0389eeb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0347a0500, 0x380b840, 0xc02325a590, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0001222d0, 0x380b840, 0xc03a5e7680, 0x800, 0xc0389eec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0001222d0, 0x380b840, 0xc03a5e7680, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01b7180e0, 0x380b840, 0xc03a5e7680, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01b7180e0, 0x380b840, 0xc03a5e7680, 0x0, 0x0, 0x0, 0x326e760, 0xc026fce700, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01b7180e0, 0x380be40, 0xc02325a590, 0x200000000, 0xc019971620, 0x1e, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01b7180e0, 0xc002667500, 0xc0214bfac3, 0xc, 0x111b1acc, 0xed77e0e24, 0x4f79c20, 0xc0389ef1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01b7180e0, 0xc002667500, 0x380ea60, 0xc01d897180, 0xc0214bfa63, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01b7180e0, 0xc002667500, 0xc0214bfa40, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01b7180e0, 0xc002667500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01d896e40, 0x383ca00, 0xc01b7180e0, 0xc002667500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0389ef758, 0x383ca00, 0xc01b7180e0, 0xc002667300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01b7180e0, 0xc002667300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01b7180e0, 0xc002667300) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01b7180e0, 0xc002667300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01b7180e0, 0xc002667100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01b7180e0, 0xc002666e00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01b7180e0, 0xc002666e00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01d9fa1e0, 0x38483c0, 0xc017807bc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6522137 [IO wait, 132 minutes]: internal/poll.runtime_pollWait(0x7f41841873e0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0197a6c18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0197a6c00, 0xc024a98461, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0197a6c00, 0xc024a98461, 0x1, 0x1, 0xc032a92900, 0x0, 0xc017b52998) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc016414d68, 0xc024a98461, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc024a98450) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4486147 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0xf6, 0xf8, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0xf6, 0xf8, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02f5d3100, 0xf8, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0xf8, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01894aa20, 0xc021d4d290, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc018663890, 0xc021d4d290, 0x0, 0xc02c5c2b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02f5d3100, 0x380b840, 0xc0192c7110, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0031d4f08, 0x380b840, 0xc025045848, 0x800, 0xc02c5c2c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0031d4f08, 0x380b840, 0xc025045848, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01bf54460, 0x380b840, 0xc025045848, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01bf54460, 0x380b840, 0xc025045848, 0x0, 0x0, 0x0, 0x326e760, 0xc012961a00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01bf54460, 0x380be40, 0xc0192c7110, 0x800000000, 0xc01487db40, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01bf54460, 0xc002080e00, 0xc01a64a893, 0xd, 0x11d98264, 0xed8567520, 0x4f79c20, 0xc02c5c31f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01bf54460, 0xc002080e00, 0x380ea60, 0xc018753ad0, 0xc01a64a863, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01bf54460, 0xc002080e00, 0xc01a64a840, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01bf54460, 0xc002080e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0187537b0, 0x383ca00, 0xc01bf54460, 0xc002080e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02c5c3758, 0x383ca00, 0xc01bf54460, 0xc002080b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01bf54460, 0xc002080b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01bf54460, 0xc002080b00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01bf54460, 0xc002080b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01bf54460, 0xc002080800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01bf54460, 0xc0156ff100) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01bf54460, 0xc0156ff100) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0235775e0, 0x38483c0, 0xc019af1a80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4518121 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x150, 0x155, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x150, 0x155, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc00012b680, 0x155, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x155, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc033b66ba0, 0xc018d6df20, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc00001bff8, 0xc018d6df20, 0x0, 0xc012116b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc00012b680, 0x380b840, 0xc00001bec8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02aef3c10, 0x380b840, 0xc027890120, 0x800, 0xc012116c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02aef3c10, 0x380b840, 0xc027890120, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc011bfdea0, 0x380b840, 0xc027890120, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc011bfdea0, 0x380b840, 0xc027890120, 0x0, 0x0, 0x0, 0x326e760, 0xc018b94800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc011bfdea0, 0x380be40, 0xc00001bec8, 0x800000000, 0xc010a90940, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc011bfdea0, 0xc00233d400, 0xc01f4c1c13, 0xd, 0x8242e08, 0xed8672551, 0x4f79c20, 0xc0121171f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc011bfdea0, 0xc00233d400, 0x380ea60, 0xc0161fadb0, 0xc01f4c1be3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc011bfdea0, 0xc00233d400, 0xc01f4c1bc0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc011bfdea0, 0xc00233d400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0161faa90, 0x383ca00, 0xc011bfdea0, 0xc00233d400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc012117758, 0x383ca00, 0xc011bfdea0, 0xc00233d200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc011bfdea0, 0xc00233d200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc011bfdea0, 0xc00233d200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc011bfdea0, 0xc00233d200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc011bfdea0, 0xc00233d000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc011bfdea0, 0xc00233cf00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc011bfdea0, 0xc00233cf00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0330085a0, 0x38483c0, 0xc02a34c1c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5651101 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x43c, 0x441, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x43c, 0x441, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0304a4c80, 0x441, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x441, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc025100de0, 0xc0215770e0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc029951660, 0xc0215770e0, 0x0, 0xc02ed0eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0304a4c80, 0x380b840, 0xc01f9aed48, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0226c1ac0, 0x380b840, 0xc012e69518, 0x800, 0xc02ed0ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0226c1ac0, 0x380b840, 0xc012e69518, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03752ee00, 0x380b840, 0xc012e69518, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03752ee00, 0x380b840, 0xc012e69518, 0x0, 0x0, 0x0, 0x326e760, 0xc02bb8a600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03752ee00, 0x380be40, 0xc01f9aed48, 0x800000000, 0xc01f195940, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03752ee00, 0xc01f3a7e00, 0xc026348833, 0xd, 0x2aaac02b, 0xed873a796, 0x4f79c20, 0xc02ed0f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03752ee00, 0xc01f3a7e00, 0x380ea60, 0xc034a5e9b0, 0xc026348803, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03752ee00, 0xc01f3a7e00, 0xc0263487e0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03752ee00, 0xc01f3a7e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc034a5e690, 0x383ca00, 0xc03752ee00, 0xc01f3a7e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02ed0f758, 0x383ca00, 0xc03752ee00, 0xc01f3a7c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03752ee00, 0xc01f3a7c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03752ee00, 0xc01f3a7c00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03752ee00, 0xc01f3a7c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03752ee00, 0xc01f3a7a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03752ee00, 0xc01f3a7900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03752ee00, 0xc01f3a7900) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc019525180, 0x38483c0, 0xc018735100) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4693571 [syscall]: syscall.Syscall6(0x28, 0x222, 0x229, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x222, 0x229, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc029613b00, 0x229, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x229, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc021b802a0, 0xc024d1b2f0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02c784410, 0xc024d1b2f0, 0x0, 0xc02d82eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc029613b00, 0x380b840, 0xc020b47ac8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02f4a27b0, 0x380b840, 0xc01ac01368, 0x800, 0xc02d82ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02f4a27b0, 0x380b840, 0xc01ac01368, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02b7f6ee0, 0x380b840, 0xc01ac01368, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02b7f6ee0, 0x380b840, 0xc01ac01368, 0x0, 0x0, 0x0, 0x326e760, 0xc023924400, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02b7f6ee0, 0x380be40, 0xc020b47ac8, 0x800000000, 0xc023926120, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02b7f6ee0, 0xc018ddb200, 0xc023725703, 0xd, 0x13467e83, 0xed86d17ef, 0x4f79c20, 0xc02d82f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02b7f6ee0, 0xc018ddb200, 0x380ea60, 0xc020280050, 0xc0237256d3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02b7f6ee0, 0xc018ddb200, 0xc0237256b0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02b7f6ee0, 0xc018ddb200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc017d97d30, 0x383ca00, 0xc02b7f6ee0, 0xc018ddb200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02d82f758, 0x383ca00, 0xc02b7f6ee0, 0xc018ddae00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02b7f6ee0, 0xc018ddae00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02b7f6ee0, 0xc018ddae00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02b7f6ee0, 0xc018ddae00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02b7f6ee0, 0xc018ddac00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02b7f6ee0, 0xc018ddab00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02b7f6ee0, 0xc018ddab00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0236ea280, 0x38483c0, 0xc02f552640) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5805552 [syscall]: syscall.Syscall6(0x28, 0x47c, 0x487, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x47c, 0x487, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0239a5000, 0x487, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x487, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02b06cd80, 0xc01c1675c0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02ed29160, 0xc01c1675c0, 0x0, 0xc02a478b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0239a5000, 0x380b840, 0xc021dd4350, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017ae9e58, 0x380b840, 0xc01d016840, 0x800, 0xc02a478c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017ae9e58, 0x380b840, 0xc01d016840, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03921b180, 0x380b840, 0xc01d016840, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03921b180, 0x380b840, 0xc01d016840, 0x0, 0x0, 0x0, 0x326e760, 0xc030980800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03921b180, 0x380be40, 0xc021dd4350, 0x800000000, 0xc0306cb2e0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03921b180, 0xc014403200, 0xc030683463, 0xd, 0x36a267c9, 0xed7e3b165, 0x4f79c20, 0xc02a4791f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03921b180, 0xc014403200, 0x380ea60, 0xc020ca2770, 0xc030683433, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03921b180, 0xc014403200, 0xc030683410, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03921b180, 0xc014403200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc020ca2430, 0x383ca00, 0xc03921b180, 0xc014403200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02a479758, 0x383ca00, 0xc03921b180, 0xc014402e00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03921b180, 0xc014402e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03921b180, 0xc014402e00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03921b180, 0xc014402e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03921b180, 0xc014402c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03921b180, 0xc014402b00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03921b180, 0xc014402b00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018d208c0, 0x38483c0, 0xc02553ee40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6330113 [IO wait, 141 minutes]: internal/poll.runtime_pollWait(0x7f4187166950, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0355f0818, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0355f0800, 0xc01251c0a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0355f0800, 0xc01251c0a1, 0x1, 0x1, 0xc024c129c0, 0x0, 0xc018b73198) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc030b95e00, 0xc01251c0a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01251c090) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4478168 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f41841b3d00, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0235b0f98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0235b0f80, 0xc0236d21f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0235b0f80, 0xc0236d21f1, 0x1, 0x1, 0x0, 0xc023277488, 0xc023000001) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc015839b98, 0xc0236d21f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0236d21e0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5926309 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x4b0, 0x4b1, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x4b0, 0x4b1, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc03466c180, 0x4b1, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x4b1, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc016657560, 0xc01f47b560, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0213aaff8, 0xc01f47b560, 0x0, 0xc013bf8b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc03466c180, 0x380b840, 0xc02f4a2388, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017b2b198, 0x380b840, 0xc019a64378, 0x800, 0xc013bf8c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017b2b198, 0x380b840, 0xc019a64378, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc037c2b260, 0x380b840, 0xc019a64378, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc037c2b260, 0x380b840, 0xc019a64378, 0x0, 0x0, 0x0, 0x326e760, 0xc0346d9e00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc037c2b260, 0x380be40, 0xc02f4a2388, 0x800000000, 0xc02f3df0c0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc037c2b260, 0xc002080000, 0xc0342fb553, 0xd, 0x193761fb, 0xed86599b1, 0x4f79c20, 0xc03c55f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc037c2b260, 0xc002080000, 0x380ea60, 0xc025b5ea00, 0xc0342fb523, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc037c2b260, 0xc002080000, 0xc0342fb500, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc037c2b260, 0xc002080000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc025b5e6d0, 0x383ca00, 0xc037c2b260, 0xc002080000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03c55f758, 0x383ca00, 0xc037c2b260, 0xc000065d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc037c2b260, 0xc000065d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc037c2b260, 0xc000065d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc037c2b260, 0xc000065d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc037c2b260, 0xc000065800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc037c2b260, 0xc000065400) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc037c2b260, 0xc000065400) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bd71f40, 0x38483c0, 0xc02553eb40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4498987 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x124, 0x125, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x124, 0x125, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01c81d600, 0x125, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x125, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc032a92d80, 0xc022e78090, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02c784ed8, 0xc022e78090, 0x0, 0xc01f00ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01c81d600, 0x380b840, 0xc02aef3bb0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02ac79848, 0x380b840, 0xc0157f9518, 0x800, 0xc01f00ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02ac79848, 0x380b840, 0xc0157f9518, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03b6015e0, 0x380b840, 0xc0157f9518, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03b6015e0, 0x380b840, 0xc0157f9518, 0x0, 0x0, 0x0, 0x326e760, 0xc01f219900, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03b6015e0, 0x380be40, 0xc02aef3bb0, 0x800000000, 0xc01bc6cf00, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03b6015e0, 0xc026d32f00, 0xc01f226173, 0xd, 0x13457ebf, 0xed8167d1c, 0x4f79c20, 0xc01f00b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03b6015e0, 0xc026d32f00, 0x380ea60, 0xc021cb3a10, 0xc01f226143, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03b6015e0, 0xc026d32f00, 0xc01f226120, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03b6015e0, 0xc026d32f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc021cb36e0, 0x383ca00, 0xc03b6015e0, 0xc026d32f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01f00b758, 0x383ca00, 0xc03b6015e0, 0xc026d32d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03b6015e0, 0xc026d32d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03b6015e0, 0xc026d32d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03b6015e0, 0xc026d32d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03b6015e0, 0xc026d32b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03b6015e0, 0xc0194def00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03b6015e0, 0xc0194def00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01ae28f00, 0x38483c0, 0xc01962d600) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5816290 [IO wait, 166 minutes]: internal/poll.runtime_pollWait(0x7f43000bf2a8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc034a55b98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc034a55b80, 0xc0191ca191, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc034a55b80, 0xc0191ca191, 0x1, 0x1, 0xc0147b5ec0, 0x0, 0xc03c0a8218) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0329ed508, 0xc0191ca191, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0191ca180) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6904035 [IO wait, 114 minutes]: internal/poll.runtime_pollWait(0x7f41841b2fb0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc031452818, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc031452800, 0xc0124f9c91, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc031452800, 0xc0124f9c91, 0x1, 0x1, 0xc018ca6900, 0x0, 0xc025d544d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000196770, 0xc0124f9c91, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0124f9c80) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4471590 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x49, 0x4a, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x49, 0x4a, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc015e5a600, 0x4a, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x4a, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc016656fc0, 0xc016541ec0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc018662fb0, 0xc016541ec0, 0x0, 0xc0145b2b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc015e5a600, 0x380b840, 0xc030b94608, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0177434c8, 0x380b840, 0xc002f6f050, 0x800, 0xc0145b2c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0177434c8, 0x380b840, 0xc002f6f050, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc025d3a460, 0x380b840, 0xc002f6f050, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc025d3a460, 0x380b840, 0xc002f6f050, 0x0, 0x0, 0x0, 0x326e760, 0xc01fbf7b00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc025d3a460, 0x380be40, 0xc030b94608, 0x800000000, 0xc01487c2a0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc025d3a460, 0xc0193a6b00, 0xc02c3b43b3, 0xd, 0x382c386, 0xed86b0cb1, 0x4f79c20, 0xc0145b31f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc025d3a460, 0xc0193a6b00, 0x380ea60, 0xc020cd4840, 0xc02c3b4383, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc025d3a460, 0xc0193a6b00, 0xc02c3b4360, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc025d3a460, 0xc0193a6b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc020cd4520, 0x383ca00, 0xc025d3a460, 0xc0193a6b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0145b3758, 0x383ca00, 0xc025d3a460, 0xc0193a6900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc025d3a460, 0xc0193a6900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc025d3a460, 0xc0193a6900) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc025d3a460, 0xc0193a6900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc025d3a460, 0xc0193a6700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc025d3a460, 0xc0156fe400) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc025d3a460, 0xc0156fe400) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc032f7c960, 0x38483c0, 0xc01f933340) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5031211 [IO wait, 203 minutes]: internal/poll.runtime_pollWait(0x7f43000c5630, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc036d92518, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc036d92500, 0xc02460be41, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc036d92500, 0xc02460be41, 0x1, 0x1, 0xc01b5be6c0, 0x0, 0xc02147aed8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0226c03e0, 0xc02460be41, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02460be30) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6330123 [syscall]: syscall.Syscall6(0x28, 0x540, 0x543, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x540, 0x543, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0355f0800, 0x543, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x543, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc019037d40, 0xc031c10390, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc026042470, 0xc031c10390, 0x0, 0xc010104b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0355f0800, 0x380b840, 0xc0158381a0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc030b95e00, 0x380b840, 0xc017fb3380, 0x800, 0xc010104c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc030b95e00, 0x380b840, 0xc017fb3380, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0373fa460, 0x380b840, 0xc017fb3380, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0373fa460, 0x380b840, 0xc017fb3380, 0x0, 0x0, 0x0, 0x326e760, 0xc010276f00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0373fa460, 0x380be40, 0xc0158381a0, 0x800000000, 0xc018c03960, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0373fa460, 0xc0020f2b00, 0xc02990c6e3, 0xd, 0x2114dcf3, 0xed866a846, 0x4f79c20, 0xc02efb31f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0373fa460, 0xc0020f2b00, 0x380ea60, 0xc02464f220, 0xc02990c6b3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0373fa460, 0xc0020f2b00, 0xc02990c690, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0373fa460, 0xc0020f2b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02464ef00, 0x383ca00, 0xc0373fa460, 0xc0020f2b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02efb3758, 0x383ca00, 0xc0373fa460, 0xc0020f2800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0373fa460, 0xc0020f2800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0373fa460, 0xc0020f2800) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0373fa460, 0xc0020f2800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0373fa460, 0xc0020f2500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0373fa460, 0xc0020f2400) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0373fa460, 0xc0020f2400) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc019525b80, 0x38483c0, 0xc018b73100) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6788629 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x5d2, 0x5da, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x5d2, 0x5da, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc020f8ba80, 0x5da, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x5da, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0292768a0, 0xc0321d4b40, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02ed28058, 0xc0321d4b40, 0x0, 0xc011c98b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc020f8ba80, 0x380b840, 0xc016415ea0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc018b79138, 0x380b840, 0xc002a15758, 0x800, 0xc011c98c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc018b79138, 0x380b840, 0xc002a15758, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc016c22e00, 0x380b840, 0xc002a15758, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc016c22e00, 0x380b840, 0xc002a15758, 0x0, 0x0, 0x0, 0x326e760, 0xc02b478300, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc016c22e00, 0x380be40, 0xc016415ea0, 0x800000000, 0xc02b454fa0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc016c22e00, 0xc002188700, 0xc02b16eaa3, 0xd, 0x2e4c84f1, 0xed8656cec, 0x4f79c20, 0xc011c991f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc016c22e00, 0xc002188700, 0x380ea60, 0xc02594fd90, 0xc02b16ea73, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc016c22e00, 0xc002188700, 0xc02b16ea50, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc016c22e00, 0xc002188700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02594fa50, 0x383ca00, 0xc016c22e00, 0xc002188700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc011c99758, 0x383ca00, 0xc016c22e00, 0xc002188000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc016c22e00, 0xc002188000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc016c22e00, 0xc002188000) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc016c22e00, 0xc002188000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc016c22e00, 0xc018ddbd00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc016c22e00, 0xc011fdf200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc016c22e00, 0xc011fdf200) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018b87720, 0x38483c0, 0xc033890240) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6165109 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x506, 0x1ee, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x506, 0x1ee, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc010751000, 0x1ee, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x1ee, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02e2676e0, 0xc01dce0f00, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02af9bb58, 0xc01dce0f00, 0x0, 0xc02e88cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc010751000, 0x380b840, 0xc02af9a6e0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017401fd8, 0x380b840, 0xc0158625a0, 0x800, 0xc02e88cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017401fd8, 0x380b840, 0xc0158625a0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02e2707e0, 0x380b840, 0xc0158625a0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02e2707e0, 0x380b840, 0xc0158625a0, 0x0, 0x0, 0x0, 0x326e760, 0xc028d3d000, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02e2707e0, 0x380be40, 0xc02af9a6e0, 0x800000000, 0xc028bf8c20, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02e2707e0, 0xc014402c00, 0xc028bcafe3, 0xd, 0x2f1a5f96, 0xed866b3fe, 0x4f79c20, 0xc02e88d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02e2707e0, 0xc014402c00, 0x380ea60, 0xc035af09c0, 0xc028bcafb3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02e2707e0, 0xc014402c00, 0xc028bcaf90, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02e2707e0, 0xc014402c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc035af0690, 0x383ca00, 0xc02e2707e0, 0xc014402c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02e88d758, 0x383ca00, 0xc02e2707e0, 0xc014402700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02e2707e0, 0xc014402700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02e2707e0, 0xc014402700) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02e2707e0, 0xc014402700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02e2707e0, 0xc014402100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02e2707e0, 0xc014402000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02e2707e0, 0xc014402000) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0122a4c80, 0x38483c0, 0xc0206fd780) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4473837 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f41b810bea0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc010751618, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc010751600, 0xc035d3a1f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc010751600, 0xc035d3a1f1, 0x1, 0x1, 0xc001c7af48, 0xc0138eff78, 0xc001c7afc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02c710478, 0xc035d3a1f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc035d3a1e0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5047 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c263740) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4483477 [IO wait, 229 minutes]: internal/poll.runtime_pollWait(0x7f4187b3e130, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc031be5f18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc031be5f00, 0xc02e4d2dc1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc031be5f00, 0xc02e4d2dc1, 0x1, 0x1, 0xc02b06c780, 0x0, 0xc023e24118) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc01aa4a8c0, 0xc02e4d2dc1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02e4d2db0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5256275 [syscall]: syscall.Syscall6(0x28, 0x377, 0x37b, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x377, 0x37b, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc017125380, 0x37b, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x37b, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc034242720, 0xc02ebbc2a0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02cc9e308, 0xc02ebbc2a0, 0x0, 0xc00e8aab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc017125380, 0x380b840, 0xc0271a6c18, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0271a6af8, 0x380b840, 0xc01fe63140, 0x800, 0xc00e8aac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0271a6af8, 0x380b840, 0xc01fe63140, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02bf6e540, 0x380b840, 0xc01fe63140, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02bf6e540, 0x380b840, 0xc01fe63140, 0x0, 0x0, 0x0, 0x326e760, 0xc0013c7d00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02bf6e540, 0x380be40, 0xc0271a6c18, 0x800000000, 0xc0238cb000, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02bf6e540, 0xc02194d100, 0xc0208ab283, 0xd, 0x6b9dd68, 0xed869d805, 0x4f79c20, 0xc036ed31f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02bf6e540, 0xc02194d100, 0x380ea60, 0xc02b7431b0, 0xc0208ab253, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02bf6e540, 0xc02194d100, 0xc0208ab230, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02bf6e540, 0xc02194d100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02b742e80, 0x383ca00, 0xc02bf6e540, 0xc02194d100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc036ed3758, 0x383ca00, 0xc02bf6e540, 0xc02194cf00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02bf6e540, 0xc02194cf00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02bf6e540, 0xc02194cf00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02bf6e540, 0xc02194cf00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02bf6e540, 0xc02194cc00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02bf6e540, 0xc02194cb00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02bf6e540, 0xc02194cb00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0195243c0, 0x38483c0, 0xc016e1df80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5046 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c263680) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5044 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c2635c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5043 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c263500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5042 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c263440) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4945 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c263380) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4944 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c2632c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4786984 [syscall]: syscall.Syscall6(0x28, 0x269, 0x26a, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x269, 0x26a, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc014578e00, 0x26a, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x26a, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01378fbc0, 0xc02f8fb860, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc023cfaeb0, 0xc02f8fb860, 0x0, 0xc02e804b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc014578e00, 0x380b840, 0xc0226c1998, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc029950b00, 0x380b840, 0xc0222a2858, 0x800, 0xc02e804c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc029950b00, 0x380b840, 0xc0222a2858, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0427750a0, 0x380b840, 0xc0222a2858, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0427750a0, 0x380b840, 0xc0222a2858, 0x0, 0x0, 0x0, 0x326e760, 0xc0285df600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0427750a0, 0x380be40, 0xc0226c1998, 0x800000000, 0xc024822140, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0427750a0, 0xc0193a7400, 0xc022c54ce3, 0xd, 0x181780fe, 0xed816ee14, 0x4f79c20, 0xc02e8051f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0427750a0, 0xc0193a7400, 0x380ea60, 0xc0155b1e30, 0xc022c54c83, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0427750a0, 0xc0193a7400, 0xc022c54c60, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0427750a0, 0xc0193a7400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0155b19e0, 0x383ca00, 0xc0427750a0, 0xc0193a7400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02e805758, 0x383ca00, 0xc0427750a0, 0xc0193a7000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0427750a0, 0xc0193a7000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0427750a0, 0xc0193a7000) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0427750a0, 0xc0193a7000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0427750a0, 0xc0193a6e00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0427750a0, 0xc0193a6d00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0427750a0, 0xc0193a6d00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023d34f00, 0x38483c0, 0xc02d404180) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4851 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc022d722a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5707032 [syscall]: syscall.Syscall6(0x28, 0x45b, 0x45c, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x45b, 0x45c, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01e811f80, 0x45c, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x45c, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0327d4960, 0xc025bc2360, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02ed28f10, 0xc025bc2360, 0x0, 0xc0203f4b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01e811f80, 0x380b840, 0xc022e80c30, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc000011988, 0x380b840, 0xc024573998, 0x800, 0xc0203f4c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc000011988, 0x380b840, 0xc024573998, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01b4f7880, 0x380b840, 0xc024573998, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01b4f7880, 0x380b840, 0xc024573998, 0x0, 0x0, 0x0, 0x326e760, 0xc018df0d00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01b4f7880, 0x380be40, 0xc022e80c30, 0x800000000, 0xc018d87980, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01b4f7880, 0xc01f8d7600, 0xc020cacad3, 0xc, 0xf3524a1, 0xed78e8650, 0x4f79c20, 0xc0203f51f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01b4f7880, 0xc01f8d7600, 0x380ea60, 0xc02605ebc0, 0xc020caca73, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01b4f7880, 0xc01f8d7600, 0xc020caca50, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01b4f7880, 0xc01f8d7600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02605e890, 0x383ca00, 0xc01b4f7880, 0xc01f8d7600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0203f5758, 0x383ca00, 0xc01b4f7880, 0xc01f8d7000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01b4f7880, 0xc01f8d7000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01b4f7880, 0xc01f8d7000) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01b4f7880, 0xc01f8d7000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01b4f7880, 0xc01f8d6a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01b4f7880, 0xc01f8d6900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01b4f7880, 0xc01f8d6900) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018d20b40, 0x38483c0, 0xc0197f92c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 7126879 [syscall, 4 minutes]: syscall.Syscall6(0x28, 0x63d, 0x644, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x63d, 0x644, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc029ded480, 0x644, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x644, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0271d6d20, 0xc02674df80, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0339f68b8, 0xc02674df80, 0x0, 0xc0138f4b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc029ded480, 0x380b840, 0xc0001180e0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02af9bd48, 0x380b840, 0xc022d37308, 0x800, 0xc0138f4c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02af9bd48, 0x380b840, 0xc022d37308, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01862a540, 0x380b840, 0xc022d37308, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01862a540, 0x380b840, 0xc022d37308, 0x0, 0x0, 0x0, 0x326e760, 0xc02d3ab700, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01862a540, 0x380be40, 0xc0001180e0, 0x800000000, 0xc02818ea20, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01862a540, 0xc0162b6a00, 0xc027ecef83, 0xd, 0x176d95f8, 0xed7e57438, 0x4f79c20, 0xc0138f51f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01862a540, 0xc0162b6a00, 0x380ea60, 0xc02389e7e0, 0xc027ecef53, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01862a540, 0xc0162b6a00, 0xc027ecef30, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01862a540, 0xc0162b6a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02389e460, 0x383ca00, 0xc01862a540, 0xc0162b6a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0138f5758, 0x383ca00, 0xc01862a540, 0xc0162b6200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01862a540, 0xc0162b6200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01862a540, 0xc0162b6200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01862a540, 0xc0162b6200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01862a540, 0xc01ba37b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01862a540, 0xc01ba37a00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01862a540, 0xc01ba37a00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023edd720, 0x38483c0, 0xc01a5092c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5579422 [IO wait, 177 minutes]: internal/poll.runtime_pollWait(0x7f41680582b0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc018396718, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc018396700, 0xc024bab481, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc018396700, 0xc024bab481, 0x1, 0x1, 0xc015aeac00, 0x0, 0xc017f81e58) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc003050c20, 0xc024bab481, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc024bab470) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6066407 [IO wait, 154 minutes]: internal/poll.runtime_pollWait(0x7f412413ddb0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0197a7798, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0197a7780, 0xc0017a5f31, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0197a7780, 0xc0017a5f31, 0x1, 0x1, 0xc02ee1f748, 0xc000a1a138, 0xc02ee1f7c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02ac795a0, 0xc0017a5f31, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0017a5f20) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4473014 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x51, 0x52, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x51, 0x52, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02992ac80, 0x52, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x52, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0124b2a80, 0xc02126d5f0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017ae8600, 0xc02126d5f0, 0x0, 0xc018832b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02992ac80, 0x380b840, 0xc017ae8378, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017ae81f8, 0x380b840, 0xc03b8bc960, 0x800, 0xc018832c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017ae81f8, 0x380b840, 0xc03b8bc960, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc018b18b60, 0x380b840, 0xc03b8bc960, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc018b18b60, 0x380b840, 0xc03b8bc960, 0x0, 0x0, 0x0, 0x326e760, 0xc018c86600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc018b18b60, 0x380be40, 0xc017ae8378, 0x800000000, 0xc0189d1840, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc018b18b60, 0xc000497000, 0xc020264293, 0xd, 0x114a96ac, 0xed81bd7bc, 0x4f79c20, 0xc0188331f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc018b18b60, 0xc000497000, 0x380ea60, 0xc030d0e090, 0xc020264263, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc018b18b60, 0xc000497000, 0xc020264240, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc018b18b60, 0xc000497000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02b743d70, 0x383ca00, 0xc018b18b60, 0xc000497000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc018833758, 0x383ca00, 0xc018b18b60, 0xc000496e00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc018b18b60, 0xc000496e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc018b18b60, 0xc000496e00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc018b18b60, 0xc000496e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc018b18b60, 0xc000496b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc018b18b60, 0xc000496a00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc018b18b60, 0xc000496a00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0189e8000, 0x38483c0, 0xc023e24b00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6021487 [IO wait, 156 minutes]: internal/poll.runtime_pollWait(0x7f43590622b0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc022e24598, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc022e24580, 0xc02372ac41, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc022e24580, 0xc02372ac41, 0x1, 0x1, 0xc00e564f48, 0xc000a1a138, 0xc00e564fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0164140d8, 0xc02372ac41, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02372ac30) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4722534 [syscall]: syscall.Syscall6(0x28, 0x234, 0x23d, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x234, 0x23d, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc023c6e300, 0x23d, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x23d, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02128acc0, 0xc016bafd40, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc01aa4a260, 0xc016bafd40, 0x0, 0xc037be2b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc023c6e300, 0x380b840, 0xc002a163b0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc018662068, 0x380b840, 0xc002a142a0, 0x800, 0xc037be2c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc018662068, 0x380b840, 0xc002a142a0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03c39a0e0, 0x380b840, 0xc002a142a0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03c39a0e0, 0x380b840, 0xc002a142a0, 0x0, 0x0, 0x0, 0x326e760, 0xc0246b0700, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03c39a0e0, 0x380be40, 0xc002a163b0, 0x800000000, 0xc020bf8920, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03c39a0e0, 0xc00233d100, 0xc03d17e3b3, 0xd, 0x3068c5b, 0xed8777965, 0x4f79c20, 0xc037be31f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03c39a0e0, 0xc00233d100, 0x380ea60, 0xc021cb30c0, 0xc03d17e383, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03c39a0e0, 0xc00233d100, 0xc03d17e360, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03c39a0e0, 0xc00233d100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc021cb2da0, 0x383ca00, 0xc03c39a0e0, 0xc00233d100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc037be3758, 0x383ca00, 0xc03c39a0e0, 0xc00233ce00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03c39a0e0, 0xc00233ce00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03c39a0e0, 0xc00233ce00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03c39a0e0, 0xc00233ce00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03c39a0e0, 0xc00233ca00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03c39a0e0, 0xc00233c500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03c39a0e0, 0xc00233c500) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0236ea0a0, 0x38483c0, 0xc021c15900) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 1353 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc026234360) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4938 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c262ea0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1351 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc026234120) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1350 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc026234000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4476021 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x6b, 0x7a, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x6b, 0x7a, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc036203700, 0x7a, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x7a, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc015761200, 0xc02176fd70, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc020b46958, 0xc02176fd70, 0x0, 0xc01a1e0b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc036203700, 0x380b840, 0xc017c1f978, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017f9cd10, 0x380b840, 0xc01a4a0168, 0x800, 0xc01a1e0c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017f9cd10, 0x380b840, 0xc01a4a0168, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01200c1c0, 0x380b840, 0xc01a4a0168, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01200c1c0, 0x380b840, 0xc01a4a0168, 0x0, 0x0, 0x0, 0x326e760, 0xc02178b200, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01200c1c0, 0x380be40, 0xc017c1f978, 0x800000000, 0xc02178c480, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01200c1c0, 0xc019725b00, 0xc020f49613, 0xd, 0x129acaa7, 0xed815d0ba, 0x4f79c20, 0xc01a1e11f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01200c1c0, 0xc019725b00, 0x380ea60, 0xc020f5d310, 0xc020f495e3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01200c1c0, 0xc019725b00, 0xc020f495c0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01200c1c0, 0xc019725b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc020f5cff0, 0x383ca00, 0xc01200c1c0, 0xc019725b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01a1e1758, 0x383ca00, 0xc01200c1c0, 0xc019725900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01200c1c0, 0xc019725900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01200c1c0, 0xc019725900) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01200c1c0, 0xc019725900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01200c1c0, 0xc019725600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01200c1c0, 0xc019725500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01200c1c0, 0xc019725500) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01cabe960, 0x38483c0, 0xc015910cc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4068 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0146f80c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5834590 [syscall]: syscall.Syscall6(0x28, 0x48a, 0x491, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x48a, 0x491, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0234f8580, 0x491, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x491, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc021807da0, 0xc01f8f4d80, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02cc9ff58, 0xc01f8f4d80, 0x0, 0xc024912b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0234f8580, 0x380b840, 0xc032e61760, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc00001a468, 0x380b840, 0xc0339df368, 0x800, 0xc024912c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc00001a468, 0x380b840, 0xc0339df368, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc034990a80, 0x380b840, 0xc0339df368, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc034990a80, 0x380b840, 0xc0339df368, 0x0, 0x0, 0x0, 0x326e760, 0xc0162afe00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc034990a80, 0x380be40, 0xc032e61760, 0x800000000, 0xc0267915c0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc034990a80, 0xc0162b6000, 0xc02198a923, 0xd, 0xbb4df77, 0xed86c521f, 0x4f79c20, 0xc0249131f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc034990a80, 0xc0162b6000, 0x380ea60, 0xc02e76eb50, 0xc02198a8f3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc034990a80, 0xc0162b6000, 0xc02198a8d0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc034990a80, 0xc0162b6000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02e76e7e0, 0x383ca00, 0xc034990a80, 0xc0162b6000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc024913758, 0x383ca00, 0xc034990a80, 0xc01f8d7e00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc034990a80, 0xc01f8d7e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc034990a80, 0xc01f8d7e00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc034990a80, 0xc01f8d7e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc034990a80, 0xc01f8d7500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc034990a80, 0xc000496e00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc034990a80, 0xc000496e00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc019524500, 0x38483c0, 0xc010254640) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6336825 [IO wait, 141 minutes]: internal/poll.runtime_pollWait(0x7f41841b2de0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc029612f18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc029612f00, 0xc0309637b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc029612f00, 0xc0309637b1, 0x1, 0x1, 0xc02926e600, 0x0, 0xc03740ccd8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc024be9a40, 0xc0309637b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0309637a0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7079539 [IO wait, 106 minutes]: internal/poll.runtime_pollWait(0x7f4359061ff8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc03466d818, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc03466d800, 0xc0254e3661, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc03466d800, 0xc0254e3661, 0x1, 0x1, 0xc001cc8f48, 0xc023392ad8, 0xc001cc8fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0001181e8, 0xc0254e3661, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0254e3650) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7090190 [syscall]: syscall.Syscall6(0x28, 0x630, 0x633, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x630, 0x633, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc030359b80, 0x633, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x633, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01dfa3b60, 0xc02372a300, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc021dd4f00, 0xc02372a300, 0x0, 0xc03ad3cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc030359b80, 0x380b840, 0xc002a17e98, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02c784778, 0x380b840, 0xc01140ef60, 0x800, 0xc03ad3cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02c784778, 0x380b840, 0xc01140ef60, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc011495420, 0x380b840, 0xc01140ef60, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc011495420, 0x380b840, 0xc01140ef60, 0x0, 0x0, 0x0, 0x326e760, 0xc0157bec00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc011495420, 0x380be40, 0xc002a17e98, 0x800000000, 0xc023cc2780, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc011495420, 0xc0156fff00, 0xc0122c8f23, 0xd, 0x118eaf9c, 0xed8586dbc, 0x4f79c20, 0xc03ad3d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc011495420, 0xc0156fff00, 0x380ea60, 0xc0233769b0, 0xc0122c8ef3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc011495420, 0xc0156fff00, 0xc0122c8ed0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc011495420, 0xc0156fff00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc023376610, 0x383ca00, 0xc011495420, 0xc0156fff00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03ad3d758, 0x383ca00, 0xc011495420, 0xc0156fe900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc011495420, 0xc0156fe900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc011495420, 0xc0156fe900) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc011495420, 0xc0156fe900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc011495420, 0xc01f3a7b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc011495420, 0xc01f3a7700) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc011495420, 0xc01f3a7700) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0236eb4a0, 0x38483c0, 0xc0017d5fc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4932 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c262ae0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4822788 [IO wait, 214 minutes]: internal/poll.runtime_pollWait(0x7f41ac0c7568, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc023a77198, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc023a77180, 0xc025bc28e1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc023a77180, 0xc025bc28e1, 0x1, 0x1, 0xc0275fa660, 0x0, 0xc018a49d18) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02c710b00, 0xc025bc28e1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc025bc28d0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5829363 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x48b, 0x48c, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x48b, 0x48c, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01587c700, 0x48c, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x48c, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc00e74b380, 0xc026468300, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc01aa4a638, 0xc026468300, 0x0, 0xc03625cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01587c700, 0x380b840, 0xc0031d5a30, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0031d5848, 0x380b840, 0xc025045878, 0x800, 0xc03625cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0031d5848, 0x380b840, 0xc025045878, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc027e46a80, 0x380b840, 0xc025045878, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc027e46a80, 0x380b840, 0xc025045878, 0x0, 0x0, 0x0, 0x326e760, 0xc022bf9700, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc027e46a80, 0x380be40, 0xc0031d5a30, 0x800000000, 0xc022b77e80, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc027e46a80, 0xc026842f00, 0xc022b07163, 0xc, 0xfb590b9, 0xed78eba94, 0x4f79c20, 0xc03625d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc027e46a80, 0xc026842f00, 0x380ea60, 0xc0370611b0, 0xc022b07103, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc027e46a80, 0xc026842f00, 0xc022b070e0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc027e46a80, 0xc026842f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc037060e00, 0x383ca00, 0xc027e46a80, 0xc026842f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03625d758, 0x383ca00, 0xc027e46a80, 0xc026842d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc027e46a80, 0xc026842d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc027e46a80, 0xc026842d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc027e46a80, 0xc026842d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc027e46a80, 0xc026842b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc027e46a80, 0xc02194d500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc027e46a80, 0xc02194d500) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc02281e780, 0x38483c0, 0xc0270b2100) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4611143 [IO wait, 224 minutes]: internal/poll.runtime_pollWait(0x7f4187166128, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc018837098, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc018837080, 0xc013369691, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc018837080, 0xc013369691, 0x1, 0x1, 0xc02abdbf48, 0xc01459c298, 0xc02abdbfc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc021dd5a80, 0xc013369691, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc013369680) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4935 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c262d20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 6386461 [syscall]: syscall.Syscall6(0x28, 0x558, 0x55c, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x558, 0x55c, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02595f300, 0x55c, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x55c, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02ad9cc60, 0xc01d168e40, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc000011700, 0xc01d168e40, 0x0, 0xc032d32b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02595f300, 0x380b840, 0xc025cf0a70, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc003050648, 0x380b840, 0xc032446be8, 0x800, 0xc032d32c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc003050648, 0x380b840, 0xc032446be8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc032ce40e0, 0x380b840, 0xc032446be8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc032ce40e0, 0x380b840, 0xc032446be8, 0x0, 0x0, 0x0, 0x326e760, 0xc0105b6a00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc032ce40e0, 0x380be40, 0xc025cf0a70, 0x200000000, 0xc0217083c0, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc032ce40e0, 0xc023c3eb00, 0xc021708383, 0xc, 0x11511eac, 0xed79b6c6c, 0x4f79c20, 0xc032d331f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc032ce40e0, 0xc023c3eb00, 0x380ea60, 0xc01ded0a90, 0xc021708323, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc032ce40e0, 0xc023c3eb00, 0xc021708300, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc032ce40e0, 0xc023c3eb00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01ded0710, 0x383ca00, 0xc032ce40e0, 0xc023c3eb00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc032d33758, 0x383ca00, 0xc032ce40e0, 0xc023c3e800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc032ce40e0, 0xc023c3e800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc032ce40e0, 0xc023c3e800) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc032ce40e0, 0xc023c3e800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc032ce40e0, 0xc023c3e600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc032ce40e0, 0xc023c3e500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc032ce40e0, 0xc023c3e500) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023edcc80, 0x38483c0, 0xc022232780) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4934 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c262c60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4314 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019c204e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4933 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c262ba0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 6220081 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x1c0, 0x51d, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x1c0, 0x51d, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0167c3280, 0x51d, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x51d, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0275fb800, 0xc0202fd1a0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc019c6bf98, 0xc0202fd1a0, 0x0, 0xc015952b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0167c3280, 0x380b840, 0xc02af9b0e8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02af9b9d8, 0x380b840, 0xc01a5fe468, 0x800, 0xc015952c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02af9b9d8, 0x380b840, 0xc01a5fe468, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc033d68fc0, 0x380b840, 0xc01a5fe468, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc033d68fc0, 0x380b840, 0xc01a5fe468, 0x0, 0x0, 0x0, 0x326e760, 0xc02db81c00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc033d68fc0, 0x380be40, 0xc02af9b0e8, 0x800000000, 0xc027685300, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc033d68fc0, 0xc01f3a6000, 0xc023b3af53, 0xd, 0x39d3825, 0xed864a3d5, 0x4f79c20, 0xc0159531f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc033d68fc0, 0xc01f3a6000, 0x380ea60, 0xc024316e70, 0xc023b3af23, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc033d68fc0, 0xc01f3a6000, 0xc023b3af00, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc033d68fc0, 0xc01f3a6000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc024316b50, 0x383ca00, 0xc033d68fc0, 0xc01f3a6000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc015953758, 0x383ca00, 0xc033d68fc0, 0xc01ba37a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc033d68fc0, 0xc01ba37a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc033d68fc0, 0xc01ba37a00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc033d68fc0, 0xc01ba37a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc033d68fc0, 0xc01ba37500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc033d68fc0, 0xc01ba37100) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc033d68fc0, 0xc01ba37100) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc025be8d20, 0x38483c0, 0xc031e7a500) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4952 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0124b2de0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4931 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c262a20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4953 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0124b2ea0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4951 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0124b2d20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4950 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0124b2c60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4321 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c262900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4949 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0124b2ba0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4946 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0124b2840) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4318 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c262600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4317 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c262000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4316 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019c20660) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4315 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019c205a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4785 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0124b2600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4784 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0124b23c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4783 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0124b2180) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4782 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02511c840) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 6669183 [IO wait, 125 minutes]: internal/poll.runtime_pollWait(0x7f4187171718, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02c633a98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02c633a80, 0xc025836371, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02c633a80, 0xc025836371, 0x1, 0x1, 0xc01ea9bec0, 0x0, 0xc01506a358) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc01f9afaf8, 0xc025836371, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc025836360) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4779 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02511c600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4777 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02511c540) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4776 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02511c480) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4775 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02511c3c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4312 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019c20420) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4772 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02511c1e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5053 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c263ce0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 7264467 [syscall]: syscall.Syscall6(0x28, 0x66a, 0x66c, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x66a, 0x66c, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01cde4a00, 0x66c, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x66c, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc03f710360, 0xc02d6f0cf0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc020b47e58, 0xc02d6f0cf0, 0x0, 0xc02e0d4b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01cde4a00, 0x380b840, 0xc02aef2300, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02aef21c0, 0x380b840, 0xc002b9e780, 0x800, 0xc02e0d4c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02aef21c0, 0x380b840, 0xc002b9e780, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc016de5260, 0x380b840, 0xc002b9e780, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc016de5260, 0x380b840, 0xc002b9e780, 0x0, 0x0, 0x0, 0x326e760, 0xc02ac0da00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc016de5260, 0x380be40, 0xc02aef2300, 0x800000000, 0xc02a023800, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc016de5260, 0xc0023a7d00, 0xc02a0064d3, 0xd, 0x3a2aea77, 0xed85aed94, 0x4f79c20, 0xc02e0d51f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc016de5260, 0xc0023a7d00, 0x380ea60, 0xc0122fc040, 0xc02a0064a3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc016de5260, 0xc0023a7d00, 0xc02a006480, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc016de5260, 0xc0023a7d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc023b39d10, 0x383ca00, 0xc016de5260, 0xc0023a7d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02e0d5758, 0x383ca00, 0xc016de5260, 0xc0023a7b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc016de5260, 0xc0023a7b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc016de5260, 0xc0023a7b00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc016de5260, 0xc0023a7b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc016de5260, 0xc0023a7800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc016de5260, 0xc01ba36c00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc016de5260, 0xc01ba36c00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0189e8f00, 0x38483c0, 0xc01e8194c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5052 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c263bc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5111 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0259ab0e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5051 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c263aa0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5110 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0259ab020) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5109 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0259aaf60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5049 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c263860) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5107 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0259aaea0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5106 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0259aade0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4993 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0259aad20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4992 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0259aac60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4478740 [syscall]: syscall.Syscall6(0x28, 0xac, 0xaf, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0xac, 0xaf, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0255b4080, 0xaf, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0xaf, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0256a4b40, 0xc025349b00, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc022e81c48, 0xc025349b00, 0x0, 0xc0257c2b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0255b4080, 0x380b840, 0xc0226c0a18, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0245e4328, 0x380b840, 0xc0335687c8, 0x800, 0xc0257c2c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0245e4328, 0x380b840, 0xc0335687c8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01200cfc0, 0x380b840, 0xc0335687c8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01200cfc0, 0x380b840, 0xc0335687c8, 0x0, 0x0, 0x0, 0x326e760, 0xc0256b5b00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01200cfc0, 0x380be40, 0xc0226c0a18, 0x800000000, 0xc0256c44a0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01200cfc0, 0xc025219400, 0xc025238cb3, 0xd, 0x19bcfdd9, 0xed8701d05, 0x4f79c20, 0xc0257c31f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01200cfc0, 0xc025219400, 0x380ea60, 0xc0256aaaa0, 0xc025238c83, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01200cfc0, 0xc025219400, 0xc025238c60, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01200cfc0, 0xc025219400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0256aa780, 0x383ca00, 0xc01200cfc0, 0xc025219400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0257c3758, 0x383ca00, 0xc01200cfc0, 0xc025219200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01200cfc0, 0xc025219200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01200cfc0, 0xc025219200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01200cfc0, 0xc025219200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01200cfc0, 0xc025219000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01200cfc0, 0xc025218f00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01200cfc0, 0xc025218f00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc025586d20, 0x38483c0, 0xc025413700) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4978 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0259aa360) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4989 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0259aaa20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4986 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0259aa7e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4982 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0259aa660) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4983 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0259aa720) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5006 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a189680) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4981 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0259aa5a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4980 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0259aa4e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5005 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a1895c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 6756162 [syscall]: syscall.Syscall6(0x28, 0x5c8, 0x5d1, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x5c8, 0x5d1, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0230a3b80, 0x5d1, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x5d1, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0198b62a0, 0xc01fc15890, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc00001b700, 0xc01fc15890, 0x0, 0xc011c9ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0230a3b80, 0x380b840, 0xc023cfbe50, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc021dd4548, 0x380b840, 0xc026d70588, 0x800, 0xc011c9ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc021dd4548, 0x380b840, 0xc026d70588, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc016de4d20, 0x380b840, 0xc026d70588, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc016de4d20, 0x380b840, 0xc026d70588, 0x0, 0x0, 0x0, 0x326e760, 0xc03399bc00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc016de4d20, 0x380be40, 0xc023cfbe50, 0x800000000, 0xc033071c40, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc016de4d20, 0xc01f8d6000, 0xc0335b1523, 0xd, 0x13e8b146, 0xed855e6a0, 0x4f79c20, 0xc011c9b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc016de4d20, 0xc01f8d6000, 0x380ea60, 0xc02398b5f0, 0xc0335b14f3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc016de4d20, 0xc01f8d6000, 0xc0335b14d0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc016de4d20, 0xc01f8d6000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02398b2d0, 0x383ca00, 0xc016de4d20, 0xc01f8d6000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc011c9b758, 0x383ca00, 0xc016de4d20, 0xc0239a3e00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc016de4d20, 0xc0239a3e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc016de4d20, 0xc0239a3e00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc016de4d20, 0xc0239a3e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc016de4d20, 0xc0239a3900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc016de4d20, 0xc0239a3800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc016de4d20, 0xc0239a3800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bd70820, 0x38483c0, 0xc01906d040) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4720 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0259aa2a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5004 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a189500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4718 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0259aa1e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4849 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019c20960) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4848 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019c208a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4847 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019c207e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4846 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019c20720) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4716 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0259aa060) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4715 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c262960) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4845 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019c20600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4713 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c2628a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4844 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019c20480) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5707064 [IO wait, 171 minutes]: internal/poll.runtime_pollWait(0x7f412413e5d8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01e811f98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01e811f80, 0xc024ee3121, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01e811f80, 0xc024ee3121, 0x1, 0x1, 0xc018c82000, 0x0, 0xc0197f9398) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000011988, 0xc024ee3121, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc024ee3110) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4843 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019c20300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4708 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c262720) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4841 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019c20000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4840 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019dfad80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5458510 [IO wait, 183 minutes]: internal/poll.runtime_pollWait(0x7f412419a4a8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc023d56698, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc023d56680, 0xc026cd16c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc023d56680, 0xc026cd16c1, 0x1, 0x1, 0xc018a79860, 0xc01446be18, 0xc03226efc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0001199d0, 0xc026cd16c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc026cd16b0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4879080 [IO wait, 211 minutes]: internal/poll.runtime_pollWait(0x7f41ac0c4ed8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc023c22c98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc023c22c80, 0xc01c32cd31, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc023c22c80, 0xc01c32cd31, 0x1, 0x1, 0x0, 0xc0349c1f98, 0xc000000001) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017ae9088, 0xc01c32cd31, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01c32cd20) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5843731 [IO wait, 165 minutes]: internal/poll.runtime_pollWait(0x7f435015efb8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0234f8598, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0234f8580, 0xc01d52afa1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0234f8580, 0xc01d52afa1, 0x1, 0x1, 0xc01fd5e840, 0xc01446be18, 0xc02b2787c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00001a468, 0xc01d52afa1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01d52af90) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4839 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019dfacc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4838 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019dfac00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4970 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc022d725a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4968 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc022d724e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4837 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019dfab40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4836 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019dfaa80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4967 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01fd31f20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4834 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019dfa9c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4737 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019dfa900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4964 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01fd31da0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4963 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01fd31ce0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4736 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019dfa840) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4962 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01fd31c20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4735 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019dfa780) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4817 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01fd31b60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4734 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019dfa6c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4816 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01fd31920) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4733 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019dfa600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4815 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01fd317a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4732 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019dfa4e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4814 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01fd31620) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4731 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019dfa420) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4813 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01fd314a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4811 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01fd31320) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4730 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019dfa360) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4728 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019dfa2a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4725 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019dfa120) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4807 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01fd30ea0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4809 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01fd311a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5003 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a189440) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4806 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a282fc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4723 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0180f3f80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4722 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0180f3ec0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4805 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a282f00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4804 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a282e40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4803 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a282d80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4369 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a282cc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4273 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0180f3e00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5114 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0259ab320) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5112 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0259ab1a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5113 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0259ab260) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4368 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a282c00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4367 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a282b40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4909 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02511d800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4366 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a282a80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4365 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a2829c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4364 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a282900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4363 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a282840) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4908 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02511d740) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4362 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a282780) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4907 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02511d680) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4361 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a2826c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4906 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02511d5c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4360 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a282600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 7383204 [IO wait, 92 minutes]: internal/poll.runtime_pollWait(0x7f41240dd8a0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0394b5f98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0394b5f80, 0xc015936041, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0394b5f80, 0xc015936041, 0x1, 0x1, 0xc001cc8748, 0xc01459c298, 0xc001cc87c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc020ec2748, 0xc015936041, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc015936030) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4905 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02511d500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4904 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02511d440) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5010 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019c20a20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4358 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a282540) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4903 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02511d380) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4902 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02511d2c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5011 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019c20ae0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4901 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02511d200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4828 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc022cb8060) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4900 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02511c7e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4826 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc025c92360) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4899 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02511c660) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4898 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02511c4e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4823 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc025c922a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4822 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc025c921e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4769 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02511c360) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4768 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02511c180) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4767 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02511c000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4820 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc025c92120) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4819 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc025c92060) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4818 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01d9cdf80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4750 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01d9cdda0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4749 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01d9cdce0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4748 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01d9cdc20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4747 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01d9cdb60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4745 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01d9cdaa0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4744 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01d9cd9e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4743 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01d9cd920) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4742 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01d9cd860) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4739 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01d9cd7a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4762 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a188cc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4766 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a188e40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4765 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a188d80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4999 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a189200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 6629283 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x5a7, 0x5a8, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x5a7, 0x5a8, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0287c6d80, 0x5a8, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x5a8, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc021eff6e0, 0xc015915110, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc015838d58, 0xc015915110, 0x0, 0xc030974b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0287c6d80, 0x380b840, 0xc00001bc00, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0339f6858, 0x380b840, 0xc0222a3128, 0x800, 0xc030974c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0339f6858, 0x380b840, 0xc0222a3128, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc034c80620, 0x380b840, 0xc0222a3128, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc034c80620, 0x380b840, 0xc0222a3128, 0x0, 0x0, 0x0, 0x326e760, 0xc0248ae100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc034c80620, 0x380be40, 0xc00001bc00, 0x200000000, 0xc0248802d0, 0x28, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc034c80620, 0xc027846900, 0xc024880293, 0xc, 0xe91299e, 0xed77dd314, 0x4f79c20, 0xc0309751f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc034c80620, 0xc027846900, 0x380ea60, 0xc0173209a0, 0xc024880233, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc034c80620, 0xc027846900, 0xc024880210, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc034c80620, 0xc027846900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc017320630, 0x383ca00, 0xc034c80620, 0xc027846900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc030975758, 0x383ca00, 0xc034c80620, 0xc027846500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc034c80620, 0xc027846500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc034c80620, 0xc027846500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc034c80620, 0xc027846500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc034c80620, 0xc027846300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc034c80620, 0xc02333f900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc034c80620, 0xc02333f900) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01ae28780, 0x38483c0, 0xc0259d3300) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4998 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a189140) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4997 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a189080) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4761 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a188c00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4996 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a188fc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4995 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a188f00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4759 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a188a80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4758 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a1889c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4757 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a188900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4756 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a188840) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4755 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a188780) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4673 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a188ba0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4754 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a1886c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4289 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a188600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4671 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a1888a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4670 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a188720) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4669 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a1885a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4667 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a188420) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4666 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a1882a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4288 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a188540) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4287 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a188480) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4286 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a1883c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4285 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a188300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4971 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc022d72660) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4771 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02511c120) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4687 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01fd31380) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4704 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02476ff80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4685 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01fd31200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4703 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02476fec0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4684 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01fd31140) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4701 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02476fd40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4683 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01fd31080) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4478180 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x81, 0x8f, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x81, 0x8f, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02343bc80, 0x8f, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x8f, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc016bccd80, 0xc023d2cc60, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02325a948, 0xc023d2cc60, 0x0, 0xc01a1e4b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02343bc80, 0x380b840, 0xc02325a648, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc020b47688, 0x380b840, 0xc022382fd8, 0x800, 0xc01a1e4c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc020b47688, 0x380b840, 0xc022382fd8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02bb92700, 0x380b840, 0xc022382fd8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02bb92700, 0x380b840, 0xc022382fd8, 0x0, 0x0, 0x0, 0x326e760, 0xc023b5ec00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02bb92700, 0x380be40, 0xc02325a648, 0x800000000, 0xc0238cbc00, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02bb92700, 0xc023211c00, 0xc023b52353, 0xd, 0x3b3a45b7, 0xed87553e6, 0x4f79c20, 0xc01a1e51f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02bb92700, 0xc023211c00, 0x380ea60, 0xc023b38a40, 0xc023b52323, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02bb92700, 0xc023211c00, 0xc023b52300, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02bb92700, 0xc023211c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc023b38720, 0x383ca00, 0xc02bb92700, 0xc023211c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01a1e5758, 0x383ca00, 0xc02bb92700, 0xc023211a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02bb92700, 0xc023211a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02bb92700, 0xc023211a00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02bb92700, 0xc023211a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02bb92700, 0xc023211800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02bb92700, 0xc023188a00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02bb92700, 0xc023188a00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0236ea140, 0x38483c0, 0xc018a49680) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4698 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02476fbc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4682 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01fd30fc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4697 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02476fb00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4681 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01fd30f00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4695 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02476fa40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4680 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01fd30e40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4478301 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x96, 0x97, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x96, 0x97, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc023837000, 0x97, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x97, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01752b680, 0xc023bde8d0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc023bb8110, 0xc023bde8d0, 0x0, 0xc02324cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc023837000, 0x380b840, 0xc023bb80c0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc022e81038, 0x380b840, 0xc039eb89f0, 0x800, 0xc02324cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc022e81038, 0x380b840, 0xc039eb89f0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc039cbac40, 0x380b840, 0xc039eb89f0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc039cbac40, 0x380b840, 0xc039eb89f0, 0x0, 0x0, 0x0, 0x326e760, 0xc023be4100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc039cbac40, 0x380be40, 0xc023bb80c0, 0x800000000, 0xc0231c9280, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc039cbac40, 0xc023188f00, 0xc0231d6aa3, 0xc, 0xec3b45d, 0xed78bd64e, 0x4f79c20, 0xc02324d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc039cbac40, 0xc023188f00, 0x380ea60, 0xc023181e30, 0xc0231d6a43, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc039cbac40, 0xc023188f00, 0xc0231d6a20, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc039cbac40, 0xc023188f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc023181b10, 0x383ca00, 0xc039cbac40, 0xc023188f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02324d758, 0x383ca00, 0xc039cbac40, 0xc023188d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc039cbac40, 0xc023188d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc039cbac40, 0xc023188d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc039cbac40, 0xc023188d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc039cbac40, 0xc023188b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc039cbac40, 0xc0239a3700) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc039cbac40, 0xc0239a3700) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023edc6e0, 0x38483c0, 0xc032e71140) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 3900 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0131b6fc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4592860 [IO wait, 225 minutes]: internal/poll.runtime_pollWait(0x7f4187b8cbe0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02b249798, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02b249780, 0xc01581b211, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02b249780, 0xc01581b211, 0x1, 0x1, 0xc01894b800, 0xc01459c298, 0xc02a6d2fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc018b789a8, 0xc01581b211, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01581b200) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 3906 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019440c00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3888 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0191ff020) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3767 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc003199080) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 6476739 [IO wait, 134 minutes]: internal/poll.runtime_pollWait(0x7f4124104b48, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc023b8c018, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc023b8c000, 0xc025c05db1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc023b8c000, 0xc025c05db1, 0x1, 0x1, 0xc0159d3c80, 0x0, 0xc01867be98) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02aef3948, 0xc025c05db1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc025c05da0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 3907 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019440d20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4694 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02476f980) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3619 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019224060) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3922 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0191ff800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3381 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016a5a8a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3908 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019440e40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4738 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01d9cd6e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3620 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0192242a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2803 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01837e120) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3909 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019440f60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4657 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01d9cd620) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3621 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0192244e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4700 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02476fc80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3383 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016a5b1a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3923 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0191ffda0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2804 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01837e360) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4702 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02476fe00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3911 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019441200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3902 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0131b7200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3384 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016a5b500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4760 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a188b40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3925 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b3e46c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3912 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019441320) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3903 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0131b7440) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4770 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02511c060) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3622 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019224720) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3386 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016a5bce0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2805 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01837e720) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4686 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01fd312c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3623 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019224960) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2344 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012224060) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4752 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01d9cde60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2806 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01837eae0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3387 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b892120) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2345 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012224780) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3926 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b3e4a20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3905 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0131b78c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3388 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b892480) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2346 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012224d80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3624 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019224ba0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3769 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0031995c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3389 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b892900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2347 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012225200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1354 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc026234480) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3938 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0131b7b00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3770 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc003199800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2808 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01837ec00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2348 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012225440) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4808 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01fd31020) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3626 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0192250e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3914 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0194415c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3940 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0131b7e60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4884 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc025c92840) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3390 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b892d80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2350 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012225980) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3915 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0194416e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4947 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0124b2a20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3391 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b893260) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3627 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019225380) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2351 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012225bc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4979 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0259aa420) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3917 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019441980) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3392 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b8935c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3628 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0192255c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4948 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0124b2ae0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3941 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc011f54000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3771 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc003199bc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3393 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b893920) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4941 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c263140) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2353 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012200060) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2810 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01837ecc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3772 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc003199f20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5001 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a1892c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3942 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc011f540c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3955 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0124b2120) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2811 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01837ed80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3970 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012200180) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4988 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0259aa960) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3773 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc011dac060) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3630 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019225b00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2812 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01837f080) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5063 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc022d73020) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3971 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0122002a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3944 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc011f54180) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3956 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0124b2240) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3631 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019225d40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2814 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01837f2c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3945 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc011f54240) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3957 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0124b2360) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4833 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc022cb8360) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3775 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc011dac120) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3946 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc011f54300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3958 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0124b2480) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2816 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01837f500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3776 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc011dac1e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3947 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc011f543c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3972 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0122003c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3959 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0124b25a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3919 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019441c20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3973 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0122004e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3633 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0122c6180) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3960 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0124b26c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 2817 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01837f740) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3921 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019441ec0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3974 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012200600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3986 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc011dac2a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4509191 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x145, 0x146, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x145, 0x146, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc022b6d900, 0x146, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x146, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0174fa3c0, 0xc028a88930, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc000118438, 0xc028a88930, 0x0, 0xc01f006b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc022b6d900, 0x380b840, 0xc000fa2cb0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0155b8f28, 0x380b840, 0xc00f71c918, 0x800, 0xc01f006c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0155b8f28, 0x380b840, 0xc00f71c918, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01e0b4a80, 0x380b840, 0xc00f71c918, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01e0b4a80, 0x380b840, 0xc00f71c918, 0x0, 0x0, 0x0, 0x326e760, 0xc01b8f3e00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01e0b4a80, 0x380be40, 0xc000fa2cb0, 0x800000000, 0xc01b8a7e00, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01e0b4a80, 0xc0193a6700, 0xc02f9bdeb3, 0xc, 0x1005f76f, 0xed78d5276, 0x4f79c20, 0xc01f0071f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01e0b4a80, 0xc0193a6700, 0x380ea60, 0xc025b851a0, 0xc02f9bde53, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01e0b4a80, 0xc0193a6700, 0xc02f9bde30, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01e0b4a80, 0xc0193a6700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc025b84e80, 0x383ca00, 0xc01e0b4a80, 0xc0193a6700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01f007758, 0x383ca00, 0xc01e0b4a80, 0xc0193a6500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01e0b4a80, 0xc0193a6500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01e0b4a80, 0xc0193a6500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01e0b4a80, 0xc0193a6500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01e0b4a80, 0xc0193a6300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01e0b4a80, 0xc000064c00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01e0b4a80, 0xc000064c00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc024374000, 0x38483c0, 0xc0031398c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4003 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01837f980) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3927 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b3e4ea0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3975 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012200720) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3988 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc011dac360) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4004 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01837fce0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3948 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc011f544e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 6549971 [IO wait, 131 minutes]: internal/poll.runtime_pollWait(0x7f4187103990, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc023b8d818, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc023b8d800, 0xc0225cab21, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc023b8d800, 0xc0225cab21, 0x1, 0x1, 0xc000fb4f48, 0xc01459c298, 0xc000fb4fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0174018e0, 0xc0225cab21, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0225cab10) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 3928 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01b3e5380) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3989 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc011dac420) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4005 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01837ff20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3949 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc011f54600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 6586666 [IO wait, 129 minutes]: internal/poll.runtime_pollWait(0x7f43583b39d8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01968ab98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01968ab80, 0xc0378caee1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01968ab80, 0xc0378caee1, 0x1, 0x1, 0xc011b7d9e0, 0x0, 0xc012d7b558) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02ad6e500, 0xc0378caee1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0378caed0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 3977 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012200840) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3961 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0124b27e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4006 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012f52060) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4479217 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f412413e320, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc022b28098, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc022b28080, 0xc01bd641f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc022b28080, 0xc01bd641f1, 0x1, 0x1, 0xc023ff2f60, 0x0, 0xc015b75958) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc018b78b40, 0xc01bd641f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01bd641e0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 3950 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc011f54720) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3931 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012fbe120) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3978 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012200900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3951 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc011f54840) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4018 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012ada000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3932 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012fbe240) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 7117639 [IO wait, 104 minutes]: internal/poll.runtime_pollWait(0x7f4184187128, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc013e20e18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc013e20e00, 0xc0397e1781, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc013e20e00, 0xc0397e1781, 0x1, 0x1, 0xc011d2e0c0, 0x0, 0xc017300598) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0154fd678, 0xc0397e1781, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0397e1770) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 3991 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc011dac4e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3952 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc011f54960) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4034 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0122c62a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4007 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012f52120) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3980 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0122009c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3933 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012fbe360) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5742809 [IO wait, 170 minutes]: internal/poll.runtime_pollWait(0x7f435872e0a0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02d507718, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02d507700, 0xc026537bd1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02d507700, 0xc026537bd1, 0x1, 0x1, 0xc01f646900, 0x0, 0xc026b859d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02f6da868, 0xc026537bd1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc026537bc0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 3953 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc011f54a80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3992 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc011dac5a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4008 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012f521e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3934 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012fbe480) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3962 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0124b2900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3981 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012200a80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3935 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012fbe5a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3994 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc011dac660) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4050 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc011f54ba0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3982 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012200b40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4499209 [syscall]: syscall.Syscall6(0x28, 0x121, 0x12f, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x121, 0x12f, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0234f8b80, 0x12f, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x12f, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc016175320, 0xc0238273e0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc026043588, 0xc0238273e0, 0x0, 0xc02fe56b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0234f8b80, 0x380b840, 0xc026043530, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02aef3d48, 0x380b840, 0xc025193320, 0x800, 0xc02fe56c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02aef3d48, 0x380b840, 0xc025193320, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0327ca460, 0x380b840, 0xc025193320, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0327ca460, 0x380b840, 0xc025193320, 0x0, 0x0, 0x0, 0x326e760, 0xc01f7dc200, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0327ca460, 0x380be40, 0xc026043530, 0x800000000, 0xc01f7c06e0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0327ca460, 0xc026c78f00, 0xc01f461d33, 0xc, 0x135609ac, 0xed78cfba0, 0x4f79c20, 0xc02fe571f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0327ca460, 0xc026c78f00, 0x380ea60, 0xc023d39e50, 0xc01f461cd3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0327ca460, 0xc026c78f00, 0xc01f461cb0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0327ca460, 0xc026c78f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc023d39b30, 0x383ca00, 0xc0327ca460, 0xc026c78f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02fe57758, 0x383ca00, 0xc0327ca460, 0xc026c78d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0327ca460, 0xc026c78d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0327ca460, 0xc026c78d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0327ca460, 0xc026c78d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0327ca460, 0xc026c78a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0327ca460, 0xc026c78900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0327ca460, 0xc026c78900) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01b5fd680, 0x38483c0, 0xc016e1d5c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4020 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012ada2a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 6879731 [IO wait, 115 minutes]: internal/poll.runtime_pollWait(0x7f4187b87008, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01749b498, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01749b480, 0xc0017f4071, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01749b480, 0xc0017f4071, 0x1, 0x1, 0xc0180f2f00, 0x0, 0xc026de8f18) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc001db8fa8, 0xc0017f4071, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0017f4060) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 3995 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc011dac720) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3937 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012fbe840) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4036 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0122c6540) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3983 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012200c00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4082 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012fbe960) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 6232728 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x51f, 0x520, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x51f, 0x520, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02d39cc00, 0x520, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x520, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc011fe9da0, 0xc01ec01950, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc026042448, 0xc01ec01950, 0x0, 0xc001f92b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02d39cc00, 0x380b840, 0xc000196768, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0000106b0, 0x380b840, 0xc01b6aeae0, 0x800, 0xc001f92c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0000106b0, 0x380b840, 0xc01b6aeae0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc00f76c000, 0x380b840, 0xc01b6aeae0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc00f76c000, 0x380b840, 0xc01b6aeae0, 0x0, 0x0, 0x0, 0x326e760, 0xc0003c0800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc00f76c000, 0x380be40, 0xc000196768, 0x800000000, 0xc02de5db40, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc00f76c000, 0xc0027cc900, 0xc03ce2a983, 0xd, 0x8629741, 0xed865f357, 0x4f79c20, 0xc001f931f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc00f76c000, 0xc0027cc900, 0x380ea60, 0xc013c79d80, 0xc03ce2a953, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc00f76c000, 0xc0027cc900, 0xc03ce2a930, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc00f76c000, 0xc0027cc900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc013c79a60, 0x383ca00, 0xc00f76c000, 0xc0027cc900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc001f93758, 0x383ca00, 0xc00f76c000, 0xc0027cc700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc00f76c000, 0xc0027cc700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc00f76c000, 0xc0027cc700) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc00f76c000, 0xc0027cc700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc00f76c000, 0xc0027cc000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc00f76c000, 0xc000497300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc00f76c000, 0xc000497300) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc002674640, 0x38483c0, 0xc03c0a8f40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4010 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012f522a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4069 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0146f8180) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5219508 [IO wait, 194 minutes]: internal/poll.runtime_pollWait(0x7f43583b30c8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc026f37818, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc026f37800, 0xc01d9ab1e1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc026f37800, 0xc01d9ab1e1, 0x1, 0x1, 0xc02236c9c0, 0x0, 0xc023db7258) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02c7115f8, 0xc01d9ab1e1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01d9ab1d0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4051 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc011f54cc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4021 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012ada3c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4038 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0122c67e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4071 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0146f8240) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4011 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012f52360) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4052 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc011f54de0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3984 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012200cc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4023 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012ada660) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4039 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0122c6900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4040 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0122c6a20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4041 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0122c6b40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4042 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0122c6c60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4043 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0122c6d80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4044 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0122c6ea0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4045 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0122c6fc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4012 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012f52420) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5439913 [IO wait, 184 minutes]: internal/poll.runtime_pollWait(0x7f412419a848, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02961d398, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02961d380, 0xc02af98c71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02961d380, 0xc02af98c71, 0x1, 0x1, 0xc026ee7140, 0x0, 0xc0259d2d58) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc020b471a8, 0xc02af98c71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02af98c60) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5458551 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x3e3, 0x3ea, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x3e3, 0x3ea, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01d9ede00, 0x3ea, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x3ea, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc024ab0540, 0xc018d593e0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017e43478, 0xc018d593e0, 0x0, 0xc00eaaeb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01d9ede00, 0x380b840, 0xc000122db0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0186623b0, 0x380b840, 0xc0203c0b10, 0x800, 0xc00eaaec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0186623b0, 0x380b840, 0xc0203c0b10, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc031b1f340, 0x380b840, 0xc0203c0b10, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc031b1f340, 0x380b840, 0xc0203c0b10, 0x0, 0x0, 0x0, 0x326e760, 0xc03135a300, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc031b1f340, 0x380be40, 0xc000122db0, 0x800000000, 0xc030a7dfc0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc031b1f340, 0xc026c79e00, 0xc0309ba953, 0xd, 0x29fd9ffe, 0xed8719ad1, 0x4f79c20, 0xc00eaaf1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc031b1f340, 0xc026c79e00, 0x380ea60, 0xc01cd54630, 0xc0309ba923, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc031b1f340, 0xc026c79e00, 0xc0309ba900, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc031b1f340, 0xc026c79e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01cd54310, 0x383ca00, 0xc031b1f340, 0xc026c79e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc00eaaf758, 0x383ca00, 0xc031b1f340, 0xc026c79b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc031b1f340, 0xc026c79b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc031b1f340, 0xc026c79b00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc031b1f340, 0xc026c79b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc031b1f340, 0xc026c79600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc031b1f340, 0xc01ba37400) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc031b1f340, 0xc01ba37400) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc002674d20, 0x38483c0, 0xc02553f200) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6595792 [syscall]: syscall.Syscall6(0x28, 0x59a, 0x5a1, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x59a, 0x5a1, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc027910f80, 0x5a1, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x5a1, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc023c7cae0, 0xc0227d4cc0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02ed285c8, 0xc0227d4cc0, 0x0, 0xc0159c0b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc027910f80, 0x380b840, 0xc000010ed0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc032e60608, 0x380b840, 0xc015ecceb8, 0x800, 0xc0159c0c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc032e60608, 0x380b840, 0xc015ecceb8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc034883880, 0x380b840, 0xc015ecceb8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc034883880, 0x380b840, 0xc015ecceb8, 0x0, 0x0, 0x0, 0x326e760, 0xc028cf7400, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc034883880, 0x380be40, 0xc000010ed0, 0x800000000, 0xc028c85620, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc034883880, 0xc0194df000, 0xc028cb69e3, 0xd, 0x188e9bcc, 0xed854e098, 0x4f79c20, 0xc0159c11f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc034883880, 0xc0194df000, 0x380ea60, 0xc0195d9770, 0xc028cb69b3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc034883880, 0xc0194df000, 0xc028cb6990, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc034883880, 0xc0194df000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0195d9450, 0x383ca00, 0xc034883880, 0xc0194df000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0159c1758, 0x383ca00, 0xc034883880, 0xc0194dea00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc034883880, 0xc0194dea00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc034883880, 0xc0194dea00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc034883880, 0xc0194dea00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc034883880, 0xc014403e00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc034883880, 0xc014403c00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc034883880, 0xc014403c00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc025be8f00, 0x38483c0, 0xc018735940) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4056 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc011f55380) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4073 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0146f8300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4546470 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x18d, 0x18e, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x18d, 0x18e, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02c493b00, 0x18e, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x18e, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc029dc8cc0, 0xc02cad0a50, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0186628f8, 0xc02cad0a50, 0x0, 0xc01caf2b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02c493b00, 0x380b840, 0xc019c6bc08, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc019c6bb80, 0x380b840, 0xc02f96ea20, 0x800, 0xc01caf2c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc019c6bb80, 0x380b840, 0xc02f96ea20, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02773d500, 0x380b840, 0xc02f96ea20, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02773d500, 0x380b840, 0xc02f96ea20, 0x0, 0x0, 0x0, 0x326e760, 0xc018f5a200, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02773d500, 0x380be40, 0xc019c6bc08, 0x800000000, 0xc011b449a0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02773d500, 0xc030689300, 0xc033504173, 0xd, 0xa07917c, 0xed869a14b, 0x4f79c20, 0xc01caf31f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02773d500, 0xc030689300, 0x380ea60, 0xc021b027f0, 0xc033504143, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02773d500, 0xc030689300, 0xc033504120, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02773d500, 0xc030689300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc021b024c0, 0x383ca00, 0xc02773d500, 0xc030689300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01caf3758, 0x383ca00, 0xc02773d500, 0xc030689100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02773d500, 0xc030689100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02773d500, 0xc030689100) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02773d500, 0xc030689100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02773d500, 0xc030688f00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02773d500, 0xc02c5cc700) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02773d500, 0xc02c5cc700) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc02215b5e0, 0x38483c0, 0xc027dc81c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4014 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012f524e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4025 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012ada900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4057 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc011f554a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4100 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012200d80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4075 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0146f83c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4046 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0122c70e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 6952896 [IO wait, 112 minutes]: internal/poll.runtime_pollWait(0x7f4168006830, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc022b6da18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc022b6da00, 0xc02307c0d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc022b6da00, 0xc02307c0d1, 0x1, 0x1, 0xc00254ef48, 0xc01459c298, 0xc00254efc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02325b640, 0xc02307c0d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02307c0c0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4026 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012adaa20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3997 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc011dac7e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4058 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc011f555c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4016 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012f525a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4047 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0122c7200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3998 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc011dac8a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5200984 [syscall]: syscall.Syscall6(0x28, 0x355, 0x358, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x355, 0x358, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc031dc5400, 0x358, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x358, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0159f1740, 0xc025a09c80, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017c1ea88, 0xc025a09c80, 0x0, 0xc02f65cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc031dc5400, 0x380b840, 0xc02ad6f668, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02cc9f7a0, 0x380b840, 0xc0009ffe78, 0x800, 0xc02f65cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02cc9f7a0, 0x380b840, 0xc0009ffe78, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc027e47b20, 0x380b840, 0xc0009ffe78, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc027e47b20, 0x380b840, 0xc0009ffe78, 0x0, 0x0, 0x0, 0x326e760, 0xc0225d9000, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc027e47b20, 0x380be40, 0xc02ad6f668, 0x800000000, 0xc01a33d720, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc027e47b20, 0xc0027cd500, 0xc02cd336a3, 0xd, 0x7644733, 0xed8705fef, 0x4f79c20, 0xc02f65d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc027e47b20, 0xc0027cd500, 0x380ea60, 0xc021111e30, 0xc02cd33643, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc027e47b20, 0xc0027cd500, 0xc02cd33620, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc027e47b20, 0xc0027cd500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc021111b10, 0x383ca00, 0xc027e47b20, 0xc0027cd500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02f65d758, 0x383ca00, 0xc027e47b20, 0xc0027cd100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc027e47b20, 0xc0027cd100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc027e47b20, 0xc0027cd100) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc027e47b20, 0xc0027cd100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc027e47b20, 0xc0027ccd00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc027e47b20, 0xc0027ccb00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc027e47b20, 0xc0027ccb00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc021786e60, 0x38483c0, 0xc01049c800) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4077 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0146f8480) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4059 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc011f556e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4945467 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x2d2, 0x2d7, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x2d2, 0x2d7, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0158d0b00, 0x2d7, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x2d7, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01716fec0, 0xc02279b800, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc003050218, 0xc02279b800, 0x0, 0xc0244a4b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0158d0b00, 0x380b840, 0xc030b95958, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0271a6938, 0x380b840, 0xc015eccbd0, 0x800, 0xc0244a4c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0271a6938, 0x380b840, 0xc015eccbd0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03c3a0620, 0x380b840, 0xc015eccbd0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03c3a0620, 0x380b840, 0xc015eccbd0, 0x0, 0x0, 0x0, 0x326e760, 0xc0125be400, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03c3a0620, 0x380be40, 0xc030b95958, 0x800000000, 0xc011b45e00, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03c3a0620, 0xc0027cc800, 0xc0279a5043, 0xd, 0x31456a22, 0xed819c9ea, 0x4f79c20, 0xc0244a51f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03c3a0620, 0xc0027cc800, 0x380ea60, 0xc02f5546b0, 0xc0279a5013, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03c3a0620, 0xc0027cc800, 0xc0279a4ff0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03c3a0620, 0xc0027cc800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02f554380, 0x383ca00, 0xc03c3a0620, 0xc0027cc800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0244a5758, 0x383ca00, 0xc03c3a0620, 0xc0027cc200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03c3a0620, 0xc0027cc200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03c3a0620, 0xc0027cc200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03c3a0620, 0xc0027cc200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03c3a0620, 0xc0027cc000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03c3a0620, 0xc02c16fe00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03c3a0620, 0xc02c16fe00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bd71ea0, 0x38483c0, 0xc02cac1b80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4017 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012f52660) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4049 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0122c74a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4101 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012200e40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4060 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc011f55800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4114 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012f52720) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4078 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0146f8540) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4645218 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x1fc, 0x1fd, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x1fc, 0x1fd, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc016cd9b00, 0x1fd, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x1fd, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01a283140, 0xc021402120, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02325ba28, 0xc021402120, 0x0, 0xc0355c2b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc016cd9b00, 0x380b840, 0xc0213aa670, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc018b79de0, 0x380b840, 0xc017fb3638, 0x800, 0xc0355c2c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc018b79de0, 0x380b840, 0xc017fb3638, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01154c380, 0x380b840, 0xc017fb3638, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01154c380, 0x380b840, 0xc017fb3638, 0x0, 0x0, 0x0, 0x326e760, 0xc02acd3000, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01154c380, 0x380be40, 0xc0213aa670, 0x800000000, 0xc0122f7980, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01154c380, 0xc018dda700, 0xc021471a63, 0xd, 0x2e6f4382, 0xed817d657, 0x4f79c20, 0xc0355c31f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01154c380, 0xc018dda700, 0x380ea60, 0xc0163d1050, 0xc021471a33, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01154c380, 0xc018dda700, 0xc021471a10, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01154c380, 0xc018dda700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0163d0d30, 0x383ca00, 0xc01154c380, 0xc018dda700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0355c3758, 0x383ca00, 0xc01154c380, 0xc018dda300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01154c380, 0xc018dda300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01154c380, 0xc018dda300) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01154c380, 0xc018dda300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01154c380, 0xc018dda000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01154c380, 0xc019567900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01154c380, 0xc019567900) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc021786140, 0x38483c0, 0xc0205327c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 3999 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc011dac960) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4132 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0122c78c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4102 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012200f00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4079 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0146f8600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 6714727 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x5bf, 0x5c0, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x5bf, 0x5c0, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc025221a00, 0x5c0, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x5c0, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01378e840, 0xc0278b1e30, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0271a7de8, 0xc0278b1e30, 0x0, 0xc0138eeb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc025221a00, 0x380b840, 0xc017400250, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017400118, 0x380b840, 0xc025dd9008, 0x800, 0xc0138eec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017400118, 0x380b840, 0xc025dd9008, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0114949a0, 0x380b840, 0xc025dd9008, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0114949a0, 0x380b840, 0xc025dd9008, 0x0, 0x0, 0x0, 0x326e760, 0xc033247f00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0114949a0, 0x380be40, 0xc017400250, 0x800000000, 0xc027219640, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0114949a0, 0xc011fdf900, 0xc03e6ea203, 0xd, 0x2560401a, 0xed86c237a, 0x4f79c20, 0xc0138ef1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0114949a0, 0xc011fdf900, 0x380ea60, 0xc0246da3e0, 0xc03e6ea1a3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0114949a0, 0xc011fdf900, 0xc03e6ea180, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0114949a0, 0xc011fdf900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0246da0b0, 0x383ca00, 0xc0114949a0, 0xc011fdf900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0138ef758, 0x383ca00, 0xc0114949a0, 0xc011fdf200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0114949a0, 0xc011fdf200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0114949a0, 0xc011fdf200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0114949a0, 0xc011fdf200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0114949a0, 0xc011fdef00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0114949a0, 0xc023c3e100) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0114949a0, 0xc023c3e100) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc033008dc0, 0x38483c0, 0xc02250d1c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4115 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012f527e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4000 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc011daca20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4084 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012fbec00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4116 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012f528a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4972465 [IO wait, 206 minutes]: internal/poll.runtime_pollWait(0x7f43480cf2a8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc017504e98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc017504e80, 0xc035bb2b81, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc017504e80, 0xc035bb2b81, 0x1, 0x1, 0xc001ae6748, 0xc000a1a138, 0xc001ae67c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017ae91d0, 0xc035bb2b81, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc035bb2b70) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4103 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012200fc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4062 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc011f55aa0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4085 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012fbed20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4117 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012f52960) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4063 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc011f55bc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4064 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc011f55ce0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4118 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012f52a20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4133 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0122c79e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4119 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012f52ae0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4120 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012f52ba0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4087 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012fbefc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4135 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0122c7c80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 7053389 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x2fb, 0x629, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x2fb, 0x629, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01ed41c00, 0x629, 0x7ffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x629, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc013356660, 0xc015b92e40, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02ed291b0, 0xc015b92e40, 0x0, 0xc0378eeb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01ed41c00, 0x380b840, 0xc0339f77d0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0339f7748, 0x380b840, 0xc0128c3410, 0x800, 0xc0378eec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0339f7748, 0x380b840, 0xc0128c3410, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03a0d9960, 0x380b840, 0xc0128c3410, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03a0d9960, 0x380b840, 0xc0128c3410, 0x0, 0x0, 0x0, 0x326e760, 0xc02357c000, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03a0d9960, 0x380be40, 0xc0339f77d0, 0x80000000, 0xc02b44b3a0, 0x1e, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03a0d9960, 0xc030688100, 0xc0200d0b63, 0xd, 0xf2216d6, 0xed7fcca52, 0x4f79c20, 0xc0378ef1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03a0d9960, 0xc030688100, 0x380ea60, 0xc02a785160, 0xc0200d0b33, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03a0d9960, 0xc030688100, 0xc0200d0b10, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03a0d9960, 0xc030688100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02a784e30, 0x383ca00, 0xc03a0d9960, 0xc030688100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0378ef758, 0x383ca00, 0xc03a0d9960, 0xc0194dfa00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03a0d9960, 0xc0194dfa00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03a0d9960, 0xc0194dfa00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03a0d9960, 0xc0194dfa00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03a0d9960, 0xc0194df600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03a0d9960, 0xc0027cdf00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03a0d9960, 0xc0027cdf00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023edd400, 0x38483c0, 0xc018f9f940) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4088 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012fbf0e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4122 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012f52c60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4136 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0122c7da0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4089 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012fbf200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5039055 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x303, 0x305, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x303, 0x305, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01736dc00, 0x305, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x305, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc003071140, 0xc02b16dd40, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0271a61e0, 0xc02b16dd40, 0x0, 0xc00e70ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01736dc00, 0x380b840, 0xc020b47da0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc018b79f18, 0x380b840, 0xc002e89350, 0x800, 0xc00e70ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc018b79f18, 0x380b840, 0xc002e89350, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02b0fe540, 0x380b840, 0xc002e89350, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02b0fe540, 0x380b840, 0xc002e89350, 0x0, 0x0, 0x0, 0x326e760, 0xc023461a00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02b0fe540, 0x380be40, 0xc020b47da0, 0x200000000, 0xc022be2540, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02b0fe540, 0xc014402500, 0xc022be24a3, 0xc, 0x36814dba, 0xed79b171b, 0x4f79c20, 0xc00e70b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02b0fe540, 0xc014402500, 0x380ea60, 0xc0161fba90, 0xc022be23e3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02b0fe540, 0xc014402500, 0xc022be23c0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02b0fe540, 0xc014402500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0161fb700, 0x383ca00, 0xc02b0fe540, 0xc014402500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc00e70b758, 0x383ca00, 0xc02b0fe540, 0xc014402300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02b0fe540, 0xc014402300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02b0fe540, 0xc014402300) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02b0fe540, 0xc014402300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02b0fe540, 0xc014402000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02b0fe540, 0xc002081700) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02b0fe540, 0xc002081700) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc024374280, 0x38483c0, 0xc023ec94c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4090 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012fbf320) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4137 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0122c7ec0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4092 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012fbf5c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4138 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016656000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4093 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012fbf6e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4106 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012201080) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4124 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012f52d20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4139 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016656120) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4065 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc011f55e00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 7392277 [IO wait, 91 minutes]: internal/poll.runtime_pollWait(0x7f41240dd7b8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0142c4b98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0142c4b80, 0xc02d983de1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0142c4b80, 0xc02d983de1, 0x1, 0x1, 0xc00254f748, 0xc01459c298, 0xc00254f7c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017401128, 0xc02d983de1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02d983dd0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4107 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012201140) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4140 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016656240) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4081 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0146f86c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4489226 [IO wait, 229 minutes]: internal/poll.runtime_pollWait(0x7f4124104890, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0343c7598, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0343c7580, 0xc022930ee1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0343c7580, 0xc022930ee1, 0x1, 0x1, 0xc02d1d8ea0, 0x0, 0xc0213c8258) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0339f6110, 0xc022930ee1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc022930ed0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4094 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012fbf800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4028 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012adacc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4141 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016656360) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4095 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012fbf920) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4147 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0146f8780) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4029 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012adade0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4096 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012fbfa40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4108 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012201200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4127 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012f52de0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4109 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0122012c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4097 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012fbfb60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4030 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012adaf00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4128 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012f52ea0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4162 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012fbfc80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4031 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012adb020) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4129 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012f52f60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4032 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012adb140) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4143 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016656600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4163 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012fbfda0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4882478 [syscall]: syscall.Syscall6(0x28, 0x2aa, 0x2af, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x2aa, 0x2af, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02d39d700, 0x2af, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x2af, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc026e57620, 0xc016455b60, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0329ed748, 0xc016455b60, 0x0, 0xc0389eab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02d39d700, 0x380b840, 0xc017400750, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017ae9a38, 0x380b840, 0xc017a0dd10, 0x800, 0xc0389eac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017ae9a38, 0x380b840, 0xc017a0dd10, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc035ac6b60, 0x380b840, 0xc017a0dd10, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc035ac6b60, 0x380b840, 0xc017a0dd10, 0x0, 0x0, 0x0, 0x326e760, 0xc02f4da200, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc035ac6b60, 0x380be40, 0xc017400750, 0x800000000, 0xc028eb7e40, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc035ac6b60, 0xc0027cc000, 0xc0291e7c13, 0xd, 0x1f9b191d, 0xed7f19c04, 0x4f79c20, 0xc0389eb1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc035ac6b60, 0xc0027cc000, 0x380ea60, 0xc0113a5810, 0xc0291e7be3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc035ac6b60, 0xc0027cc000, 0xc0291e7bc0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc035ac6b60, 0xc0027cc000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0113a54a0, 0x383ca00, 0xc035ac6b60, 0xc0027cc000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0389eb758, 0x383ca00, 0xc035ac6b60, 0xc002667d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc035ac6b60, 0xc002667d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc035ac6b60, 0xc002667d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc035ac6b60, 0xc002667d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc035ac6b60, 0xc002667800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc035ac6b60, 0xc002667500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc035ac6b60, 0xc002667500) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bd70280, 0x38483c0, 0xc021933bc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 3184 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0169eca80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4166 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0172b65a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3185 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0169ecb40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4178 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012f53020) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4210 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0169ecc00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4195 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012adb8c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 7043712 [IO wait, 107 minutes]: internal/poll.runtime_pollWait(0x7f4184181280, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc023d56618, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc023d56600, 0xc023cfe161, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc023d56600, 0xc023cfe161, 0x1, 0x1, 0xc02c055748, 0xc01459c298, 0xc02c0557c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02325ab18, 0xc023cfe161, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc023cfe150) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4111 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012201380) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 6119066 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x4f4, 0x4f7, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x4f4, 0x4f7, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc016f55700, 0x4f7, 0x3fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x4f7, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc012fbe4e0, 0xc02eada480, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02ed283a8, 0xc02eada480, 0x0, 0xc02ee92b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc016f55700, 0x380b840, 0xc026043f28, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc025cf1868, 0x380b840, 0xc033569de8, 0x800, 0xc02ee92c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc025cf1868, 0x380b840, 0xc033569de8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02d553a40, 0x380b840, 0xc033569de8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02d553a40, 0x380b840, 0xc033569de8, 0x0, 0x0, 0x0, 0x326e760, 0xc02c0de500, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02d553a40, 0x380be40, 0xc026043f28, 0x400000000, 0xc01ee11f00, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02d553a40, 0xc02c16e400, 0xc02247c203, 0xc, 0x39d94276, 0xed79da958, 0x4f79c20, 0xc02ee931f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02d553a40, 0xc02c16e400, 0x380ea60, 0xc01bc96580, 0xc02247c1a3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02d553a40, 0xc02c16e400, 0xc02247c180, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02d553a40, 0xc02c16e400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01bc96260, 0x383ca00, 0xc02d553a40, 0xc02c16e400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02ee93758, 0x383ca00, 0xc02d553a40, 0xc02c16e200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02d553a40, 0xc02c16e200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02d553a40, 0xc02c16e200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02d553a40, 0xc02c16e200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02d553a40, 0xc019289c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02d553a40, 0xc026c79d00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02d553a40, 0xc026c79d00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc002675680, 0x38483c0, 0xc02a5ad800) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 7230463 [syscall]: syscall.Syscall6(0x28, 0x65f, 0x662, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x65f, 0x662, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc018837a00, 0x662, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x662, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01e5e0b40, 0xc02e2185d0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc016414030, 0xc02e2185d0, 0x0, 0xc03ad3ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc018837a00, 0x380b840, 0xc023bb9da8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc022e81658, 0x380b840, 0xc017db4378, 0x800, 0xc03ad3ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc022e81658, 0x380b840, 0xc017db4378, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03921ad20, 0x380b840, 0xc017db4378, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03921ad20, 0x380b840, 0xc017db4378, 0x0, 0x0, 0x0, 0x326e760, 0xc0304c3a00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03921ad20, 0x380be40, 0xc023bb9da8, 0x200000000, 0xc0209ff7d0, 0x28, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03921ad20, 0xc022dbc800, 0xc0209ff793, 0xc, 0x141d2ea4, 0xed79ae6d4, 0x4f79c20, 0xc03ad3b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03921ad20, 0xc022dbc800, 0x380ea60, 0xc01f895b30, 0xc0209ff733, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03921ad20, 0xc022dbc800, 0xc0209ff710, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03921ad20, 0xc022dbc800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01f8957f0, 0x383ca00, 0xc03921ad20, 0xc022dbc800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03ad3b758, 0x383ca00, 0xc03921ad20, 0xc022dbc400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03921ad20, 0xc022dbc400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03921ad20, 0xc022dbc400) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03921ad20, 0xc022dbc400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03921ad20, 0xc022dbc200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03921ad20, 0xc021d3df00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03921ad20, 0xc021d3df00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01f060140, 0x38483c0, 0xc018f9fec0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 7178557 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x64f, 0x650, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x64f, 0x650, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02e837500, 0x650, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x650, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0292dbc80, 0xc000401890, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc018b78458, 0xc000401890, 0x0, 0xc03c83eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02e837500, 0x380b840, 0xc02ac79220, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc020ec3cf0, 0x380b840, 0xc014aff800, 0x800, 0xc03c83ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc020ec3cf0, 0x380b840, 0xc014aff800, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc035c9ed20, 0x380b840, 0xc014aff800, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc035c9ed20, 0x380b840, 0xc014aff800, 0x0, 0x0, 0x0, 0x326e760, 0xc03b1c5300, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc035c9ed20, 0x380be40, 0xc02ac79220, 0x200000000, 0xc029e72f90, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc035c9ed20, 0xc0236ef700, 0xc029e72f53, 0xc, 0x11694b84, 0xed78f87a8, 0x4f79c20, 0xc03c83f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc035c9ed20, 0xc0236ef700, 0x380ea60, 0xc02fdb5480, 0xc029e72ef3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc035c9ed20, 0xc0236ef700, 0xc029e72ed0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc035c9ed20, 0xc0236ef700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02fdb5150, 0x383ca00, 0xc035c9ed20, 0xc0236ef700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03c83f758, 0x383ca00, 0xc035c9ed20, 0xc0236ef500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc035c9ed20, 0xc0236ef500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc035c9ed20, 0xc0236ef500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc035c9ed20, 0xc0236ef500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc035c9ed20, 0xc0236ef300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc035c9ed20, 0xc0236ef200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc035c9ed20, 0xc0236ef200) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01ae28fa0, 0x38483c0, 0xc018af5280) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4536618 [syscall]: syscall.Syscall6(0x28, 0x17b, 0x17c, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x17b, 0x17c, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc020f8b280, 0x17c, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x17c, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc021807560, 0xc01cca52c0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc023bb8770, 0xc01cca52c0, 0x0, 0xc01f8aeb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc020f8b280, 0x380b840, 0xc023bb8640, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc00001a5c0, 0x380b840, 0xc0152f7b18, 0x800, 0xc01f8aec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc00001a5c0, 0x380b840, 0xc0152f7b18, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc00023e460, 0x380b840, 0xc0152f7b18, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc00023e460, 0x380b840, 0xc0152f7b18, 0x0, 0x0, 0x0, 0x326e760, 0xc03327a500, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc00023e460, 0x380be40, 0xc023bb8640, 0x800000000, 0xc033209440, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc00023e460, 0xc02c5cdd00, 0xc03309ff73, 0xd, 0x198de2, 0xed87553e7, 0x4f79c20, 0xc01f8af1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc00023e460, 0xc02c5cdd00, 0x380ea60, 0xc023bedda0, 0xc03309ff43, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc00023e460, 0xc02c5cdd00, 0xc03309ff20, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc00023e460, 0xc02c5cdd00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc023beda80, 0x383ca00, 0xc00023e460, 0xc02c5cdd00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01f8af758, 0x383ca00, 0xc00023e460, 0xc02c5cda00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc00023e460, 0xc02c5cda00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc00023e460, 0xc02c5cda00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc00023e460, 0xc02c5cda00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc00023e460, 0xc02c5cd700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc00023e460, 0xc02c5cd600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc00023e460, 0xc02c5cd600) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc021786f00, 0x38483c0, 0xc027251580) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4200 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0180f21e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4212 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0169eccc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4168 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0172b6a20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4180 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012f53320) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4213 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0169ecd80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 7099347 [syscall, 4 minutes]: syscall.Syscall6(0x28, 0x634, 0x63c, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x634, 0x63c, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc033b7cf80, 0x63c, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x63c, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02d849380, 0xc0251444b0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017743ef8, 0xc0251444b0, 0x0, 0xc03e8d8b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc033b7cf80, 0x380b840, 0xc0154fcd58, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc000fa3600, 0x380b840, 0xc03ab04e28, 0x800, 0xc03e8d8c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc000fa3600, 0x380b840, 0xc03ab04e28, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01659cc40, 0x380b840, 0xc03ab04e28, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01659cc40, 0x380b840, 0xc03ab04e28, 0x0, 0x0, 0x0, 0x326e760, 0xc02d90cc00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01659cc40, 0x380be40, 0xc0154fcd58, 0x800000000, 0xc029c2ffe0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01659cc40, 0xc0027cd900, 0xc031714563, 0xd, 0xcaa66d3, 0xed86b00be, 0x4f79c20, 0xc03e8d91f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01659cc40, 0xc0027cd900, 0x380ea60, 0xc025b84b70, 0xc031714533, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01659cc40, 0xc0027cd900, 0xc031714510, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01659cc40, 0xc0027cd900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc025b84830, 0x383ca00, 0xc01659cc40, 0xc0027cd900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03e8d9758, 0x383ca00, 0xc01659cc40, 0xc0027cc800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01659cc40, 0xc0027cc800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01659cc40, 0xc0027cc800) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01659cc40, 0xc0027cc800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01659cc40, 0xc002189c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01659cc40, 0xc026843400) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01659cc40, 0xc026843400) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc002675220, 0x38483c0, 0xc026022d40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4169 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0172b6b40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4226 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016656d20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4201 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0180f2300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4227 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016656e40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 7240195 [IO wait, 98 minutes]: internal/poll.runtime_pollWait(0x7f43480cf1c0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0266b7f98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0266b7f80, 0xc030c4a431, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0266b7f80, 0xc030c4a431, 0x1, 0x1, 0xc02d3a0d80, 0x0, 0xc018f9ec98) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0339f7d00, 0xc030c4a431, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc030c4a420) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4228 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016656f60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4202 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0180f2420) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4229 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016657080) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4203 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0180f2540) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4204 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0180f2660) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4242 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc011dacb40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5641808 [IO wait, 174 minutes]: internal/poll.runtime_pollWait(0x7f41680061d8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc011d24818, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc011d24800, 0xc015874a31, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc011d24800, 0xc015874a31, 0x1, 0x1, 0xc02ffe21e0, 0x0, 0xc010040cd8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc025cf1cd0, 0xc015874a31, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc015874a20) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4205 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0180f2780) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4181 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012f533e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4230 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0166571a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4171 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0172b6de0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4243 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc011dacc60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4231 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0166572c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4172 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0172b6f00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4722377 [syscall]: syscall.Syscall6(0x28, 0x239, 0x23a, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x239, 0x23a, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc012f79f80, 0x23a, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x23a, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc025766e40, 0xc01e184480, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc030b95790, 0xc01e184480, 0x0, 0xc00f2e2b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc012f79f80, 0x380b840, 0xc00001a620, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02c785fe8, 0x380b840, 0xc01555aa20, 0x800, 0xc00f2e2c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02c785fe8, 0x380b840, 0xc01555aa20, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc039cba700, 0x380b840, 0xc01555aa20, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc039cba700, 0x380b840, 0xc01555aa20, 0x0, 0x0, 0x0, 0x326e760, 0xc020f80f00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc039cba700, 0x380be40, 0xc00001a620, 0x200000000, 0xc0209e6dc0, 0x1e, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc039cba700, 0xc019289c00, 0xc0209d6953, 0xd, 0x12e93d17, 0xed7f4d450, 0x4f79c20, 0xc037be31f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc039cba700, 0xc019289c00, 0x380ea60, 0xc02a52ace0, 0xc0209d6923, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc039cba700, 0xc019289c00, 0xc0209d6900, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc039cba700, 0xc019289c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02a52a9c0, 0x383ca00, 0xc039cba700, 0xc019289c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc037be3758, 0x383ca00, 0xc039cba700, 0xc019289a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc039cba700, 0xc019289a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc039cba700, 0xc019289a00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc039cba700, 0xc019289a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc039cba700, 0xc019289700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc039cba700, 0xc011fde100) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc039cba700, 0xc011fde100) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bd70500, 0x38483c0, 0xc0186bfcc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4206 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0180f28a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4173 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0172b7020) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4207 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0180f29c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4182 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012f534a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4245 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc011dacf00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4208 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0180f2ae0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4183 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012f53560) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4246 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc011dad020) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4216 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0169ecf00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4184 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012f53620) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4217 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0169ecfc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4185 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012f536e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4232 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0166573e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4489501 [IO wait, 229 minutes]: internal/poll.runtime_pollWait(0x7f43583b3808, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc031453998, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc031453980, 0xc02044a6d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc031453980, 0xc02044a6d1, 0x1, 0x1, 0xc01dd8d980, 0x0, 0xc02d404b98) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02aef34a8, 0xc02044a6d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02044a6c0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4247 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc011dad140) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4209 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0180f2c00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4218 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0169ed080) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4258 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0180f2d20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5100054 [IO wait, 200 minutes]: internal/poll.runtime_pollWait(0x7f41ac0c7d90, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0001e7e98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0001e7e80, 0xc00269da51, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0001e7e80, 0xc00269da51, 0x1, 0x1, 0xc024369bc0, 0x0, 0xc017109818) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc020ec3d98, 0xc00269da51, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc00269da40) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4248 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc011dad260) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4233 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016657500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4249 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc011dad380) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4259 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0180f2e40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4250 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc011dad4a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4175 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0172b72c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4251 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc011dad5c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4176 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0172b73e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4476507 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f43000be068, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc017125f98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc017125f80, 0xc0204b2761, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc017125f80, 0xc0204b2761, 0x1, 0x1, 0xc0155f2f48, 0xc000a1a138, 0xc0155f2fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017c1f018, 0xc0204b2761, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0204b2750) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4260 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0180f2f60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4220 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0169ed140) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4177 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0172b7500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4261 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0180f3080) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4274 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0172b7620) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4234 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016657620) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4262 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0180f31a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5853684 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x492, 0x498, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x492, 0x498, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc025c30400, 0x498, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x498, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc018dcef60, 0xc01b744ae0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc015838f70, 0xc01b744ae0, 0x0, 0xc00fb06b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc025c30400, 0x380b840, 0xc032e60d70, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0299512a8, 0x380b840, 0xc017710930, 0x800, 0xc00fb06c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0299512a8, 0x380b840, 0xc017710930, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01b2c97a0, 0x380b840, 0xc017710930, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01b2c97a0, 0x380b840, 0xc017710930, 0x0, 0x0, 0x0, 0x326e760, 0xc0142d7c00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01b2c97a0, 0x380be40, 0xc032e60d70, 0x800000000, 0xc019419160, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01b2c97a0, 0xc022dbcc00, 0xc0324a2ad3, 0xd, 0x2db5a8b6, 0xed81be265, 0x4f79c20, 0xc00fb071f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01b2c97a0, 0xc022dbcc00, 0x380ea60, 0xc023bed320, 0xc0324a2aa3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01b2c97a0, 0xc022dbcc00, 0xc0324a2a80, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01b2c97a0, 0xc022dbcc00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc023becfb0, 0x383ca00, 0xc01b2c97a0, 0xc022dbcc00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc00fb07758, 0x383ca00, 0xc01b2c97a0, 0xc022dbc900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01b2c97a0, 0xc022dbc900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01b2c97a0, 0xc022dbc900) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01b2c97a0, 0xc022dbc900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01b2c97a0, 0xc022dbc700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01b2c97a0, 0xc022dbc600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01b2c97a0, 0xc022dbc600) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc000fdd360, 0x38483c0, 0xc0187340c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4275 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0172b7740) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4263 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0180f32c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4221 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0169ed200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4276 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0172b7860) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4934235 [IO wait, 208 minutes]: internal/poll.runtime_pollWait(0x7f418418ee50, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0287c7998, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0287c7980, 0xc01df091e1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0287c7980, 0xc01df091e1, 0x1, 0x1, 0xc02ae97f48, 0xc01446be18, 0xc02ae97fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0339f6918, 0xc01df091e1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01df091d0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4264 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0180f33e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4222 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0169ed2c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4277 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0172b7980) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4265 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0180f3500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4224 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0169ed380) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4278 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0172b7aa0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4254 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc011dad9e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4225 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0169ed440) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4266 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0180f3620) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4290 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0169ed500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4255 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc011dadb00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4291 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0169ed5c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4292 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0169ed680) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4293 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0169ed740) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4294 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0169ed800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4295 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0169ed8c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4296 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0169ed980) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4297 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0169eda40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4298 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0169edb00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4299 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0169edbc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 6970824 [IO wait, 111 minutes]: internal/poll.runtime_pollWait(0x7f4350199e08, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc020f8a118, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc020f8a100, 0xc01edd4d91, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc020f8a100, 0xc01edd4d91, 0x1, 0x1, 0xc01048af48, 0xc028096978, 0xc01048afc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0339f7930, 0xc01edd4d91, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01edd4d80) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4300 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0169edc80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4301 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0169edd40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4302 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0169ede00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4303 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0169edec0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4304 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0169edf80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4305 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019c20060) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4256 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc011dadc20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 6091534 [IO wait, 153 minutes]: internal/poll.runtime_pollWait(0x7f43000bf560, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc03249e898, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc03249e880, 0xc0235bbcf1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc03249e880, 0xc0235bbcf1, 0x1, 0x1, 0xc032a93020, 0x0, 0xc017b53958) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0192c7d80, 0xc0235bbcf1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0235bbce0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4267 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0180f3740) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4306 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019c20120) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4279 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0172b7bc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4307 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019c201e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4268 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0180f3860) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4186 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc012f53800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4238 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016657bc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4269 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0180f3980) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4308 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019c202a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4239 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016657ce0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4270 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0180f3aa0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4322 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc011dadec0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4240 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc016657e00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4309 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019c20360) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4323 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0199ba000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4280 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0172b7ce0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5132918 [IO wait, 198 minutes]: internal/poll.runtime_pollWait(0x7f4348095650, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01201e918, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01201e900, 0xc011d8f9c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01201e900, 0xc011d8f9c1, 0x1, 0x1, 0xc00e67ea80, 0x0, 0xc03217a698) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc023bb9c68, 0xc011d8f9c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc011d8f9b0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4272 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0180f3ce0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4324 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0199ba120) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4281 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0172b7e00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4473206 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f43000bef08, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc031453318, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc031453300, 0xc0345ce041, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc031453300, 0xc0345ce041, 0x1, 0x1, 0xc02ae90748, 0xc0138eff78, 0xc02ae907c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017ae88f0, 0xc0345ce041, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0345ce030) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4149 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0146f8840) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4338 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc011f55f20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 7300733 [IO wait, 95 minutes]: internal/poll.runtime_pollWait(0x7f4168174ac8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc031dc4718, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc031dc4700, 0xc02ebdc6d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc031dc4700, 0xc02ebdc6d1, 0x1, 0x1, 0xc010a40b40, 0x0, 0xc021de4c98) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02ac795c8, 0xc02ebdc6d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02ebdc6c0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6623402 [IO wait, 127 minutes]: internal/poll.runtime_pollWait(0x7f412413e408, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02e2f4498, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02e2f4480, 0xc020edeeb1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02e2f4480, 0xc020edeeb1, 0x1, 0x1, 0xc018f71560, 0xc01459c298, 0xc00254cfc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc022e815d8, 0xc020edeeb1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc020edeea0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6926844 [syscall]: syscall.Syscall6(0x28, 0x609, 0x60a, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x609, 0x60a, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc027c09700, 0x60a, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x60a, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01716e7e0, 0xc021610330, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02c7118f8, 0xc021610330, 0x0, 0xc03e5f0b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc027c09700, 0x380b840, 0xc0329edbb8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc026043580, 0x380b840, 0xc032b791b8, 0x800, 0xc03e5f0c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc026043580, 0x380b840, 0xc032b791b8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03a0d8540, 0x380b840, 0xc032b791b8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03a0d8540, 0x380b840, 0xc032b791b8, 0x0, 0x0, 0x0, 0x326e760, 0xc02e83f600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03a0d8540, 0x380be40, 0xc0329edbb8, 0x800000000, 0xc0176b0840, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03a0d8540, 0xc018ddb700, 0xc03447bd33, 0xd, 0x4044407, 0xed865dc5f, 0x4f79c20, 0xc03e5f11f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03a0d8540, 0xc018ddb700, 0x380ea60, 0xc01dd79a40, 0xc03447bd03, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03a0d8540, 0xc018ddb700, 0xc03447bce0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03a0d8540, 0xc018ddb700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01dd796a0, 0x383ca00, 0xc03a0d8540, 0xc018ddb700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03e5f1758, 0x383ca00, 0xc03a0d8540, 0xc018ddae00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03a0d8540, 0xc018ddae00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03a0d8540, 0xc018ddae00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03a0d8540, 0xc018ddae00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03a0d8540, 0xc018dda200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03a0d8540, 0xc019093500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03a0d8540, 0xc019093500) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0217861e0, 0x38483c0, 0xc010781cc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6815996 [IO wait, 118 minutes]: internal/poll.runtime_pollWait(0x7f4168174e68, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0394b4f98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0394b4f80, 0xc0255f1cc1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0394b4f80, 0xc0255f1cc1, 0x1, 0x1, 0xc018ca6900, 0x0, 0xc014bff2d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017e428f0, 0xc0255f1cc1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0255f1cb0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4479277 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0xcc, 0xcf, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0xcc, 0xcf, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc026a1d600, 0xcf, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0xcf, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc026ab6ea0, 0xc026cd1980, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0260428d0, 0xc026cd1980, 0x0, 0xc0248feb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc026a1d600, 0x380b840, 0xc023cfbd68, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc025cf0bf8, 0x380b840, 0xc01ab28960, 0x800, 0xc0248fec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc025cf0bf8, 0x380b840, 0xc01ab28960, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc019ffe000, 0x380b840, 0xc01ab28960, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc019ffe000, 0x380b840, 0xc01ab28960, 0x0, 0x0, 0x0, 0x326e760, 0xc026c76500, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc019ffe000, 0x380be40, 0xc023cfbd68, 0x800000000, 0xc026c6a440, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc019ffe000, 0xc026c78000, 0xc026c701a3, 0xc, 0x1542b9bd, 0xed78bd702, 0x4f79c20, 0xc0248ff1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc019ffe000, 0xc026c78000, 0x380ea60, 0xc026c649d0, 0xc026c70143, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc019ffe000, 0xc026c78000, 0xc026c70120, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc019ffe000, 0xc026c78000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc026c646b0, 0x383ca00, 0xc019ffe000, 0xc026c78000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0248ff758, 0x383ca00, 0xc019ffe000, 0xc026555e00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc019ffe000, 0xc026555e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc019ffe000, 0xc026555e00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc019ffe000, 0xc026555e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc019ffe000, 0xc026555c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc019ffe000, 0xc026e02800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc019ffe000, 0xc026e02800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc026d90820, 0x38483c0, 0xc0266ff280) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6505769 [IO wait, 132 minutes]: internal/poll.runtime_pollWait(0x7f4168006bd0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01271c518, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01271c500, 0xc02526ef11, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01271c500, 0xc02526ef11, 0x1, 0x1, 0xc0362ac748, 0xc036197318, 0xc0362ac7c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02f4a3ea8, 0xc02526ef11, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02526ef00) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4512514 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x140, 0x148, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x140, 0x148, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc013e21a00, 0x148, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x148, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc015011800, 0xc018a52960, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0174015a0, 0xc018a52960, 0x0, 0xc02be90b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc013e21a00, 0x380b840, 0xc000119cd8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc021dd5e40, 0x380b840, 0xc0335683f0, 0x800, 0xc02be90c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc021dd5e40, 0x380b840, 0xc0335683f0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc015463880, 0x380b840, 0xc0335683f0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc015463880, 0x380b840, 0xc0335683f0, 0x0, 0x0, 0x0, 0x326e760, 0xc02d5d4800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc015463880, 0x380be40, 0xc000119cd8, 0x800000000, 0xc02d249da0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc015463880, 0xc0156fe900, 0xc02d59e503, 0xd, 0x1ee58e4, 0xed874c4d1, 0x4f79c20, 0xc02be911f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc015463880, 0xc0156fe900, 0x380ea60, 0xc02eafa8c0, 0xc02d59e4d3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc015463880, 0xc0156fe900, 0xc02d59e4b0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc015463880, 0xc0156fe900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02eafa5a0, 0x383ca00, 0xc015463880, 0xc0156fe900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02be91758, 0x383ca00, 0xc015463880, 0xc0156fe700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc015463880, 0xc0156fe700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc015463880, 0xc0156fe700) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc015463880, 0xc0156fe700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc015463880, 0xc0156fe300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc015463880, 0xc002188e00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc015463880, 0xc002188e00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0276866e0, 0x38483c0, 0xc017669fc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4518115 [IO wait, 228 minutes]: internal/poll.runtime_pollWait(0x7f41241045d8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc03744bd18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc03744bd00, 0xc01f849a51, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc03744bd00, 0xc01f849a51, 0x1, 0x1, 0xc0292da720, 0x0, 0xc012d7a418) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02ad6f558, 0xc01f849a51, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01f849a40) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4484860 [syscall]: syscall.Syscall6(0x28, 0xf0, 0x110, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0xf0, 0x110, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02fd67a80, 0x110, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x110, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc010df6600, 0xc03808f950, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0154fd4b0, 0xc03808f950, 0x0, 0xc01a1e2b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02fd67a80, 0x380b840, 0xc02f6db310, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc018338650, 0x380b840, 0xc023a40918, 0x800, 0xc01a1e2c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc018338650, 0x380b840, 0xc023a40918, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc034883500, 0x380b840, 0xc023a40918, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc034883500, 0x380b840, 0xc023a40918, 0x0, 0x0, 0x0, 0x326e760, 0xc026371600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc034883500, 0x380be40, 0xc02f6db310, 0x800000000, 0xc024781f40, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc034883500, 0xc01f3a7e00, 0xc023815013, 0xd, 0xdd0f5f0, 0xed871d400, 0x4f79c20, 0xc01a1e31f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc034883500, 0xc01f3a7e00, 0x380ea60, 0xc02464ec30, 0xc023814fb3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc034883500, 0xc01f3a7e00, 0xc023814f90, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc034883500, 0xc01f3a7e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02464e910, 0x383ca00, 0xc034883500, 0xc01f3a7e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01a1e3758, 0x383ca00, 0xc034883500, 0xc01f3a7c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc034883500, 0xc01f3a7c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc034883500, 0xc01f3a7c00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc034883500, 0xc01f3a7c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc034883500, 0xc01f3a7a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc034883500, 0xc0156ffd00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc034883500, 0xc0156ffd00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01f37adc0, 0x38483c0, 0xc01922bfc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6219093 [IO wait, 146 minutes]: internal/poll.runtime_pollWait(0x7f43000bd588, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc010751018, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc010751000, 0xc012049bd1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc010751000, 0xc012049bd1, 0x1, 0x1, 0xc001efcba0, 0x0, 0xc0206fd858) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017401fd8, 0xc012049bd1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc012049bc0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4565014 [syscall]: syscall.Syscall6(0x28, 0x19f, 0x1a6, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x19f, 0x1a6, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01a958600, 0x1a6, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x1a6, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01784b080, 0xc01ca45f20, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02cc9fc50, 0xc01ca45f20, 0x0, 0xc00fa24b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01a958600, 0x380b840, 0xc0192c7990, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc032e60238, 0x380b840, 0xc015724108, 0x800, 0xc00fa24c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc032e60238, 0x380b840, 0xc015724108, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc019ffe380, 0x380b840, 0xc015724108, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc019ffe380, 0x380b840, 0xc015724108, 0x0, 0x0, 0x0, 0x326e760, 0xc03238ae00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc019ffe380, 0x380be40, 0xc0192c7990, 0x800000000, 0xc0321430a0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc019ffe380, 0xc018ddaf00, 0xc0323b40e3, 0xd, 0x1c4dd23e, 0xed872105a, 0x4f79c20, 0xc00fa251f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc019ffe380, 0xc018ddaf00, 0x380ea60, 0xc025ca3870, 0xc0323b40b3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc019ffe380, 0xc018ddaf00, 0xc0323b4090, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc019ffe380, 0xc018ddaf00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc025ca3550, 0x383ca00, 0xc019ffe380, 0xc018ddaf00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc00fa25758, 0x383ca00, 0xc019ffe380, 0xc018ddad00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc019ffe380, 0xc018ddad00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc019ffe380, 0xc018ddad00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc019ffe380, 0xc018ddad00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc019ffe380, 0xc018ddab00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc019ffe380, 0xc018ddaa00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc019ffe380, 0xc018ddaa00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018d21cc0, 0x38483c0, 0xc00257e4c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4713134 [IO wait, 219 minutes]: internal/poll.runtime_pollWait(0x7f43000bddb0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc025c31a98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc025c31a80, 0xc021b75631, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc025c31a80, 0xc021b75631, 0x1, 0x1, 0xc02abd2748, 0xc000a1a138, 0xc02abd27c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc022e808a8, 0xc021b75631, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc021b75620) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 9340617 [IO wait]: internal/poll.runtime_pollWait(0x7f4359062bc0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc00012ab98, 0x72, 0x1000, 0x1000, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc00012ab80, 0xc000a10000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc00012ab80, 0xc000a10000, 0x1000, 0x1000, 0xc0004d5980, 0x4, 0xc017b3ccd0) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000010058, 0xc000a10000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 bufio.(*Reader).fill(0xc000a0f140) /usr/local/go/src/bufio/bufio.go:101 +0x108 bufio.(*Reader).Peek(0xc000a0f140, 0x2, 0xc017b3cd90, 0x55a8e5, 0xc0004f4a80, 0xc017b3cdb8, 0x0) /usr/local/go/src/bufio/bufio.go:139 +0x4f github.com/gorilla/websocket.(*Conn).read(0xc000a1a000, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/tippyflits/go/pkg/mod/github.com/gorilla/websocket@v1.4.2/conn.go:370 +0x46 github.com/gorilla/websocket.(*Conn).advanceFrame(0xc000a1a000, 0xa, 0x0, 0x0) /home/tippyflits/go/pkg/mod/github.com/gorilla/websocket@v1.4.2/conn.go:798 +0x5c github.com/gorilla/websocket.(*Conn).NextReader(0xc000a1a000, 0xc038879fcb3ec888, 0x1812216fb2f9, 0x4f79c20, 0x0, 0x0) /home/tippyflits/go/pkg/mod/github.com/gorilla/websocket@v1.4.2/conn.go:980 +0x8f github.com/filecoin-project/go-jsonrpc.(*wsConn).nextMessage(0xc00022c180) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/websocket.go:100 +0x5a created by github.com/filecoin-project/go-jsonrpc.(*wsConn).handleWsConn /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/websocket.go:615 +0xdbd goroutine 6604976 [IO wait, 128 minutes]: internal/poll.runtime_pollWait(0x7f43000bf1c0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02c633e18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02c633e00, 0xc036500101, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02c633e00, 0xc036500101, 0x1, 0x1, 0xc00f0dd748, 0xc000a1a138, 0xc00f0dd7c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc022e81980, 0xc036500101, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0365000f0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6339305 [IO wait, 141 minutes]: internal/poll.runtime_pollWait(0x7f4124199b98, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc017ed8f98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc017ed8f80, 0xc032911091, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc017ed8f80, 0xc032911091, 0x1, 0x1, 0xc029277d40, 0xc01446be18, 0xc0026ea7c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc01f9af420, 0xc032911091, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc032911080) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6073239 [syscall]: syscall.Syscall6(0x28, 0x4fd, 0x500, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x4fd, 0x500, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02fd66080, 0x500, 0x3fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x500, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc016cca9c0, 0xc0218ae630, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0271a6230, 0xc0218ae630, 0x0, 0xc001e3ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02fd66080, 0x380b840, 0xc0192c6138, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017400000, 0x380b840, 0xc025f861c8, 0x800, 0xc001e3ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017400000, 0x380b840, 0xc025f861c8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01154cb60, 0x380b840, 0xc025f861c8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01154cb60, 0x380b840, 0xc025f861c8, 0x0, 0x0, 0x0, 0x326e760, 0x0, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01154cb60, 0x380be40, 0xc0192c6138, 0x400000000, 0xc031344240, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01154cb60, 0xc019566a00, 0xc031344203, 0xc, 0x1a6d350b, 0xed79e8af0, 0x4f79c20, 0xc001e3b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01154cb60, 0xc019566a00, 0x380ea60, 0xc001356720, 0xc0313441a3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01154cb60, 0xc019566a00, 0xc031344180, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01154cb60, 0xc019566a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc001356400, 0x383ca00, 0xc01154cb60, 0xc019566a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc001e3b758, 0x383ca00, 0xc01154cb60, 0xc019566700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01154cb60, 0xc019566700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01154cb60, 0xc019566700) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01154cb60, 0xc019566700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01154cb60, 0xc019566100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01154cb60, 0xc018ddb300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01154cb60, 0xc018ddb300) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc002674320, 0x38483c0, 0xc0159b0000) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6467573 [IO wait, 135 minutes]: internal/poll.runtime_pollWait(0x7f4184181198, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc028a6b618, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc028a6b600, 0xc026416d31, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc028a6b600, 0xc026416d31, 0x1, 0x1, 0xc01704e8a0, 0x0, 0xc014255858) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017ae8988, 0xc026416d31, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc026416d20) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4759375 [IO wait, 217 minutes]: internal/poll.runtime_pollWait(0x7f41871663e0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02bf73798, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02bf73780, 0xc018851fc1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02bf73780, 0xc018851fc1, 0x1, 0x1, 0xc0105f0cc0, 0x0, 0xc01a509018) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0164140c0, 0xc018851fc1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc018851fb0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4759326 [syscall]: syscall.Syscall6(0x28, 0x257, 0x264, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x257, 0x264, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0327bc480, 0x264, 0x3fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x264, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc002b9cc00, 0xc02f8fb440, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc025cf03f8, 0xc02f8fb440, 0x0, 0xc02d72cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0327bc480, 0x380b840, 0xc01f9aefc8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02ad6fb30, 0x380b840, 0xc012db6c78, 0x800, 0xc02d72cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02ad6fb30, 0x380b840, 0xc012db6c78, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01154c460, 0x380b840, 0xc012db6c78, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01154c460, 0x380b840, 0xc012db6c78, 0x0, 0x0, 0x0, 0x326e760, 0xc01e212700, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01154c460, 0x380be40, 0xc01f9aefc8, 0x400000000, 0xc020b2fd70, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01154c460, 0xc0194df200, 0xc020b2fd33, 0xc, 0xf4b6862, 0xed79d711a, 0x4f79c20, 0xc02d72d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01154c460, 0xc0194df200, 0x380ea60, 0xc022122c50, 0xc020b2fcd3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01154c460, 0xc0194df200, 0xc020b2fcb0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01154c460, 0xc0194df200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc022122930, 0x383ca00, 0xc01154c460, 0xc0194df200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02d72d758, 0x383ca00, 0xc01154c460, 0xc0194df000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01154c460, 0xc0194df000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01154c460, 0xc0194df000) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01154c460, 0xc0194df000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01154c460, 0xc0194ded00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01154c460, 0xc0194dec00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01154c460, 0xc0194dec00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0026746e0, 0x38483c0, 0xc01fdc4b00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4829334 [IO wait, 213 minutes]: internal/poll.runtime_pollWait(0x7f412419a1f0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc019021898, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc019021880, 0xc02126cf41, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc019021880, 0xc02126cf41, 0x1, 0x1, 0xc024ab14a0, 0x0, 0xc01f62c458) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc016414b18, 0xc02126cf41, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02126cf30) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5373723 [IO wait, 187 minutes]: internal/poll.runtime_pollWait(0x7f41841b3098, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0249ff998, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0249ff980, 0xc020841331, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0249ff980, 0xc020841331, 0x1, 0x1, 0xc001d4bf48, 0xc000a1a138, 0xc001d4bfc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000119a98, 0xc020841331, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc020841320) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4616901 [IO wait, 223 minutes]: internal/poll.runtime_pollWait(0x7f412413e6c0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc031b60b18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc031b60b00, 0xc02723ae81, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc031b60b00, 0xc02723ae81, 0x1, 0x1, 0xc0343b77a0, 0x0, 0xc032381718) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02c711910, 0xc02723ae81, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02723ae70) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5825334 [IO wait, 166 minutes]: internal/poll.runtime_pollWait(0x7f43000c4c38, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0239a5018, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0239a5000, 0xc01e047811, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0239a5000, 0xc01e047811, 0x1, 0x1, 0xc0212ff4a0, 0x0, 0xc02553eed8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017ae9e58, 0xc01e047811, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01e047800) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4508465 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x139, 0x13b, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x139, 0x13b, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc03128f780, 0x13b, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x13b, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc016cca120, 0xc025a08000, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02aef2008, 0xc025a08000, 0x0, 0xc02fe1cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc03128f780, 0x380b840, 0xc032e61e60, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02cc9f498, 0x380b840, 0xc0031973b0, 0x800, 0xc02fe1cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02cc9f498, 0x380b840, 0xc0031973b0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc013c117a0, 0x380b840, 0xc0031973b0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc013c117a0, 0x380b840, 0xc0031973b0, 0x0, 0x0, 0x0, 0x326e760, 0xc0319e1300, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc013c117a0, 0x380be40, 0xc032e61e60, 0x800000000, 0xc0319a0c20, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc013c117a0, 0xc01ba37c00, 0xc0319849b3, 0xd, 0x18ea1003, 0xed854d468, 0x4f79c20, 0xc02fe1d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc013c117a0, 0xc01ba37c00, 0x380ea60, 0xc02389e130, 0xc031984983, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc013c117a0, 0xc01ba37c00, 0xc031984960, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc013c117a0, 0xc01ba37c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc023d39dc0, 0x383ca00, 0xc013c117a0, 0xc01ba37c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02fe1d758, 0x383ca00, 0xc013c117a0, 0xc01ba37a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc013c117a0, 0xc01ba37a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc013c117a0, 0xc01ba37a00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc013c117a0, 0xc01ba37a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc013c117a0, 0xc01ba37800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc013c117a0, 0xc01ba37700) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc013c117a0, 0xc01ba37700) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc002233860, 0x38483c0, 0xc01fd47640) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 7292803 [IO wait, 96 minutes]: internal/poll.runtime_pollWait(0x7f41681755a8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0127d3018, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0127d3000, 0xc036d217e1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0127d3000, 0xc036d217e1, 0x1, 0x1, 0xc0035bc748, 0xc000a1a138, 0xc0035bc7c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000fa3590, 0xc036d217e1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc036d217d0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5210391 [IO wait, 194 minutes]: internal/poll.runtime_pollWait(0x7f4187b8c670, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc018b02b98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc018b02b80, 0xc01dec98a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc018b02b80, 0xc01dec98a1, 0x1, 0x1, 0xc02b1b8f48, 0xc01459c298, 0xc02b1b8fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc018b79510, 0xc01dec98a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01dec9890) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4740770 [syscall]: syscall.Syscall6(0x28, 0x243, 0x246, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x243, 0x246, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc03249ee80, 0x246, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x246, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0198e8cc0, 0xc01c3c7b60, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02f6da730, 0xc01c3c7b60, 0x0, 0xc030adab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc03249ee80, 0x380b840, 0xc02c785508, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0155b9308, 0x380b840, 0xc019a64ab0, 0x800, 0xc030adac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0155b9308, 0x380b840, 0xc019a64ab0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0369dae00, 0x380b840, 0xc019a64ab0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0369dae00, 0x380b840, 0xc019a64ab0, 0x0, 0x0, 0x0, 0x326e760, 0xc016355f00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0369dae00, 0x380be40, 0xc02c785508, 0x800000000, 0xc011252400, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0369dae00, 0xc0027cdf00, 0xc02dee5493, 0xd, 0x26742e6b, 0xed865d13c, 0x4f79c20, 0xc030adb1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0369dae00, 0xc0027cdf00, 0x380ea60, 0xc02e14b4a0, 0xc02dee5463, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0369dae00, 0xc0027cdf00, 0xc02dee5440, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0369dae00, 0xc0027cdf00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02e14b160, 0x383ca00, 0xc0369dae00, 0xc0027cdf00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc030adb758, 0x383ca00, 0xc0369dae00, 0xc0027cdb00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0369dae00, 0xc0027cdb00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0369dae00, 0xc0027cdb00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0369dae00, 0xc0027cdb00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0369dae00, 0xc0027cd800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0369dae00, 0xc0027cd600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0369dae00, 0xc0027cd600) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc025be8280, 0x38483c0, 0xc02f5ae600) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4601008 [syscall]: syscall.Syscall6(0x28, 0x1d2, 0x1d3, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x1d2, 0x1d3, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02343b200, 0x1d3, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x1d3, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc011d2f980, 0xc018abac30, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc01aa4b020, 0xc018abac30, 0x0, 0xc02a31eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02343b200, 0x380b840, 0xc029950380, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc000122348, 0x380b840, 0xc0203c0978, 0x800, 0xc02a31ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc000122348, 0x380b840, 0xc0203c0978, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc00f472380, 0x380b840, 0xc0203c0978, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc00f472380, 0x380b840, 0xc0203c0978, 0x0, 0x0, 0x0, 0x326e760, 0xc02a8e9800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc00f472380, 0x380be40, 0xc029950380, 0x800000000, 0xc026a04520, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc00f472380, 0xc02c16e400, 0xc032516593, 0xd, 0x3538129a, 0xed866f815, 0x4f79c20, 0xc02a31f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc00f472380, 0xc02c16e400, 0x380ea60, 0xc019553660, 0xc032516563, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc00f472380, 0xc02c16e400, 0xc032516540, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc00f472380, 0xc02c16e400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc019553330, 0x383ca00, 0xc00f472380, 0xc02c16e400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02a31f758, 0x383ca00, 0xc00f472380, 0xc02c16e200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc00f472380, 0xc02c16e200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc00f472380, 0xc02c16e200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc00f472380, 0xc02c16e200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc00f472380, 0xc02c16e000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc00f472380, 0xc002666f00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc00f472380, 0xc002666f00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc02281e000, 0x38483c0, 0xc022232ec0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5531846 [syscall]: syscall.Syscall6(0x28, 0x408, 0x40b, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x408, 0x40b, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0158d0f00, 0x40b, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x40b, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01f05ecc0, 0xc0165402a0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc019c6b010, 0xc0165402a0, 0x0, 0xc01330eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0158d0f00, 0x380b840, 0xc0271a74a8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc023cfa8b0, 0x380b840, 0xc0152f77d0, 0x800, 0xc01330ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc023cfa8b0, 0x380b840, 0xc0152f77d0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc00f76dce0, 0x380b840, 0xc0152f77d0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc00f76dce0, 0x380b840, 0xc0152f77d0, 0x0, 0x0, 0x0, 0x326e760, 0xc025e1a200, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc00f76dce0, 0x380be40, 0xc0271a74a8, 0x800000000, 0xc01a9e0c20, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc00f76dce0, 0xc011fdfe00, 0xc02f87a503, 0xd, 0xb4425dc, 0xed86a15c7, 0x4f79c20, 0xc0226691f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc00f76dce0, 0xc011fdfe00, 0x380ea60, 0xc03093c960, 0xc02f87a4d3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc00f76dce0, 0xc011fdfe00, 0xc02f87a4b0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc00f76dce0, 0xc011fdfe00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc03093c640, 0x383ca00, 0xc00f76dce0, 0xc011fdfe00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc022669758, 0x383ca00, 0xc00f76dce0, 0xc011fdfa00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc00f76dce0, 0xc011fdfa00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc00f76dce0, 0xc011fdfa00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc00f76dce0, 0xc011fdfa00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc00f76dce0, 0xc011fdf700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc00f76dce0, 0xc011fdf300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc00f76dce0, 0xc011fdf300) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc027686dc0, 0x38483c0, 0xc01e8192c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4478544 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f43580e3c90, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc023d56298, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc023d56280, 0xc023a36ee1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc023d56280, 0xc023a36ee1, 0x1, 0x1, 0xc017236f00, 0x0, 0xc01cffe698) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02325a9e8, 0xc023a36ee1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc023a36ed0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4740866 [IO wait, 217 minutes]: internal/poll.runtime_pollWait(0x7f41b8021bb8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc021b8fa98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc021b8fa80, 0xc0259bbea1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc021b8fa80, 0xc0259bbea1, 0x1, 0x1, 0xc01c250300, 0x0, 0xc011bec218) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000196830, 0xc0259bbea1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0259bbe90) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5623538 [syscall]: syscall.Syscall6(0x28, 0x432, 0x435, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x432, 0x435, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0248a2280, 0x435, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x435, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0205522a0, 0xc0158df200, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc030b94588, 0xc0158df200, 0x0, 0xc02a508b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0248a2280, 0x380b840, 0xc00001aa50, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0213aa718, 0x380b840, 0xc011ae0300, 0x800, 0xc02a508c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0213aa718, 0x380b840, 0xc011ae0300, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc033f82d20, 0x380b840, 0xc011ae0300, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc033f82d20, 0x380b840, 0xc011ae0300, 0x0, 0x0, 0x0, 0x326e760, 0xc02dbed700, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc033f82d20, 0x380be40, 0xc00001aa50, 0x800000000, 0xc02f556de0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc033f82d20, 0xc02c5ccd00, 0xc02f5173d3, 0xc, 0x1230f220, 0xed78e3de4, 0x4f79c20, 0xc02a5091f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc033f82d20, 0xc02c5ccd00, 0x380ea60, 0xc02335b330, 0xc02f517373, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc033f82d20, 0xc02c5ccd00, 0xc02f517350, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc033f82d20, 0xc02c5ccd00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02335b000, 0x383ca00, 0xc033f82d20, 0xc02c5ccd00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02a509758, 0x383ca00, 0xc033f82d20, 0xc02c5cc800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc033f82d20, 0xc02c5cc800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc033f82d20, 0xc02c5cc800) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc033f82d20, 0xc02c5cc800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc033f82d20, 0xc02c5cc100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc033f82d20, 0xc022dbd300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc033f82d20, 0xc022dbd300) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc019524fa0, 0x38483c0, 0xc02250cac0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4475036 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f418418e7f8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01a2c7c98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01a2c7c80, 0xc01cca5c31, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01a2c7c80, 0xc01cca5c31, 0x1, 0x1, 0xc0019e8300, 0x0, 0xc019af1258) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000197978, 0xc01cca5c31, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01cca5c20) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6201735 [IO wait, 147 minutes]: internal/poll.runtime_pollWait(0x7f43480bd148, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01c884798, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01c884780, 0xc0352d9e71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01c884780, 0xc0352d9e71, 0x1, 0x1, 0xc02196eb40, 0x0, 0xc014bffd58) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc023bb81e0, 0xc0352d9e71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0352d9e60) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4583102 [IO wait, 225 minutes]: internal/poll.runtime_pollWait(0x7f4187ba32c0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0249ff598, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0249ff580, 0xc0215d0371, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0249ff580, 0xc0215d0371, 0x1, 0x1, 0xc02926e7e0, 0x0, 0xc016d03958) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc025cf11a0, 0xc0215d0371, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0215d0360) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4736812 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x244, 0x245, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x244, 0x245, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02a30a780, 0x245, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x245, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0174fb980, 0xc0103433b0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02f6da238, 0xc0103433b0, 0x0, 0xc02eaecb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02a30a780, 0x380b840, 0xc0186635f8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02c711310, 0x380b840, 0xc017db55a8, 0x800, 0xc02eaecc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02c711310, 0x380b840, 0xc017db55a8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03c3a07e0, 0x380b840, 0xc017db55a8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03c3a07e0, 0x380b840, 0xc017db55a8, 0x0, 0x0, 0x0, 0x326e760, 0xc030122200, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03c3a07e0, 0x380be40, 0xc0186635f8, 0x800000000, 0xc02ffa6b40, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03c3a07e0, 0xc0027cc700, 0xc02ffce413, 0xd, 0x18573a5b, 0xed815d060, 0x4f79c20, 0xc02eaed1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03c3a07e0, 0xc0027cc700, 0x380ea60, 0xc01f895760, 0xc02ffce3e3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03c3a07e0, 0xc0027cc700, 0xc02ffce3c0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03c3a07e0, 0xc0027cc700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01f895440, 0x383ca00, 0xc03c3a07e0, 0xc0027cc700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02eaed758, 0x383ca00, 0xc03c3a07e0, 0xc0027cc200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03c3a07e0, 0xc0027cc200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03c3a07e0, 0xc0027cc200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03c3a07e0, 0xc0027cc200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03c3a07e0, 0xc0027cc000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03c3a07e0, 0xc02c5cdf00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03c3a07e0, 0xc02c5cdf00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023d34780, 0x38483c0, 0xc032380100) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6128052 [IO wait, 151 minutes]: internal/poll.runtime_pollWait(0x7f41841b4270, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc013e20218, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc013e20200, 0xc024adf811, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc013e20200, 0xc024adf811, 0x1, 0x1, 0xc024f8c0c0, 0x0, 0xc025d55158) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc002a171b0, 0xc024adf811, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc024adf800) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6385110 [IO wait, 138 minutes]: internal/poll.runtime_pollWait(0x7f418418e628, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc023b8cb98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc023b8cb80, 0xc026a739c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc023b8cb80, 0xc026a739c1, 0x1, 0x1, 0xc014ccd440, 0x0, 0xc0186bec98) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000197bd8, 0xc026a739c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc026a739b0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4475378 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x67, 0x68, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x67, 0x68, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0142c5e00, 0x68, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x68, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02654ef00, 0xc01e1852c0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0174009d0, 0xc01e1852c0, 0x0, 0xc0326d0b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0142c5e00, 0x380b840, 0xc0177439a0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0001227f0, 0x380b840, 0xc022bbf158, 0x800, 0xc0326d0c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0001227f0, 0x380b840, 0xc022bbf158, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0327cbdc0, 0x380b840, 0xc022bbf158, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0327cbdc0, 0x380b840, 0xc022bbf158, 0x0, 0x0, 0x0, 0x326e760, 0xc01dbf7100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0327cbdc0, 0x380be40, 0xc0177439a0, 0x800000000, 0xc01d9a6a20, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0327cbdc0, 0xc011fdf100, 0xc028b71ca3, 0xd, 0x195801d, 0xed875f383, 0x4f79c20, 0xc0326d11f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0327cbdc0, 0xc011fdf100, 0x380ea60, 0xc01d9a3270, 0xc028b71c73, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0327cbdc0, 0xc011fdf100, 0xc028b71c50, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0327cbdc0, 0xc011fdf100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01d9a2f50, 0x383ca00, 0xc0327cbdc0, 0xc011fdf100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0326d1758, 0x383ca00, 0xc0327cbdc0, 0xc011fdef00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0327cbdc0, 0xc011fdef00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0327cbdc0, 0xc011fdef00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0327cbdc0, 0xc011fdef00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0327cbdc0, 0xc011fded00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0327cbdc0, 0xc011fdec00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0327cbdc0, 0xc011fdec00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bd71b80, 0x38483c0, 0xc011186d40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6050406 [IO wait, 155 minutes]: internal/poll.runtime_pollWait(0x7f4124104ee8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02d227798, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02d227780, 0xc011ffa701, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02d227780, 0xc011ffa701, 0x1, 0x1, 0xc00e564748, 0xc000a1a138, 0xc00e5647c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000123340, 0xc011ffa701, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc011ffa6f0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5805800 [IO wait, 167 minutes]: internal/poll.runtime_pollWait(0x7f41ac0c7908, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02196c218, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02196c200, 0xc02eada641, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02196c200, 0xc02eada641, 0x1, 0x1, 0xc01fdfb080, 0x0, 0xc03be0f3d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000197180, 0xc02eada641, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02eada630) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6136455 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x4fb, 0x4fc, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x4fb, 0x4fc, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc023bc1800, 0x4fc, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x4fc, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc018c827e0, 0xc01876d770, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0245e4fc0, 0xc01876d770, 0x0, 0xc03d57cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc023bc1800, 0x380b840, 0xc023bb9c60, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc020ec3a80, 0x380b840, 0xc022822fa8, 0x800, 0xc03d57cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc020ec3a80, 0x380b840, 0xc022822fa8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02900ed20, 0x380b840, 0xc022822fa8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02900ed20, 0x380b840, 0xc022822fa8, 0x0, 0x0, 0x0, 0x326e760, 0xc02c1ab100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02900ed20, 0x380be40, 0xc023bb9c60, 0x800000000, 0xc02c09d7c0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02900ed20, 0xc02333e700, 0xc02c18a233, 0xd, 0x108d9122, 0xed7e23610, 0x4f79c20, 0xc03d57d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02900ed20, 0xc02333e700, 0x380ea60, 0xc01d48c050, 0xc02c18a203, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02900ed20, 0xc02333e700, 0xc02c18a1e0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02900ed20, 0xc02333e700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc026351d30, 0x383ca00, 0xc02900ed20, 0xc02333e700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03d57d758, 0x383ca00, 0xc02900ed20, 0xc02333e500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02900ed20, 0xc02333e500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02900ed20, 0xc02333e500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02900ed20, 0xc02333e500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02900ed20, 0xc02333e300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02900ed20, 0xc011fdf800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02900ed20, 0xc011fdf800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023edd9a0, 0x38483c0, 0xc01049d740) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4475006 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x65, 0x66, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x65, 0x66, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01a2c7c80, 0x66, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x66, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc013f12480, 0xc01d48ebd0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017400110, 0xc01d48ebd0, 0x0, 0xc01b03eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01a2c7c80, 0x380b840, 0xc02ed29d68, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc000197978, 0x380b840, 0xc01140ee70, 0x800, 0xc01b03ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc000197978, 0x380b840, 0xc01140ee70, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01939ca80, 0x380b840, 0xc01140ee70, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01939ca80, 0x380b840, 0xc01140ee70, 0x0, 0x0, 0x0, 0x326e760, 0xc01d0d7700, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01939ca80, 0x380be40, 0xc02ed29d68, 0x800000000, 0xc01cd5fb40, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01939ca80, 0xc0023a6b00, 0xc01c7e9a03, 0xc, 0x132cc990, 0xed78afe72, 0x4f79c20, 0xc01b03f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01939ca80, 0xc0023a6b00, 0x380ea60, 0xc01cd551a0, 0xc01c7e99a3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01939ca80, 0xc0023a6b00, 0xc01c7e9980, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01939ca80, 0xc0023a6b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01cd54e80, 0x383ca00, 0xc01939ca80, 0xc0023a6b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01b03f758, 0x383ca00, 0xc01939ca80, 0xc0023a6900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01939ca80, 0xc0023a6900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01939ca80, 0xc0023a6900) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01939ca80, 0xc0023a6900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01939ca80, 0xc0023a6500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01939ca80, 0xc0023a6400) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01939ca80, 0xc0023a6400) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01c1f1b80, 0x38483c0, 0xc019af11c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4478284 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f418418e458, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02372d118, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02372d100, 0xc023b43d51, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02372d100, 0xc023b43d51, 0x1, 0x1, 0xc0132c1aa0, 0x0, 0xc01fe3a718) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc021dd5b08, 0xc023b43d51, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc023b43d40) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5617623 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x433, 0x434, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x433, 0x434, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01867c680, 0x434, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x434, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02404aa20, 0xc0204b3980, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02aef3ee0, 0xc0204b3980, 0x0, 0xc02ed12b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01867c680, 0x380b840, 0xc003050c30, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc016415c68, 0x380b840, 0xc0272f6660, 0x800, 0xc02ed12c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc016415c68, 0x380b840, 0xc0272f6660, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03043d7a0, 0x380b840, 0xc0272f6660, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03043d7a0, 0x380b840, 0xc0272f6660, 0x0, 0x0, 0x0, 0x326e760, 0xc023e1ee00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03043d7a0, 0x380be40, 0xc003050c30, 0x200000000, 0xc025e0fa40, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03043d7a0, 0xc01f8d6a00, 0xc025e0fa03, 0xd, 0xf23528c, 0xed7f5b47e, 0x4f79c20, 0xc02ed131f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03043d7a0, 0xc01f8d6a00, 0x380ea60, 0xc02605e140, 0xc025e0f9a3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03043d7a0, 0xc01f8d6a00, 0xc025e0f980, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03043d7a0, 0xc01f8d6a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc014ee1d80, 0x383ca00, 0xc03043d7a0, 0xc01f8d6a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02ed13758, 0x383ca00, 0xc03043d7a0, 0xc01f8d6500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03043d7a0, 0xc01f8d6500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03043d7a0, 0xc01f8d6500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03043d7a0, 0xc01f8d6500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03043d7a0, 0xc01f8d6300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03043d7a0, 0xc018ddbe00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03043d7a0, 0xc018ddbe00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023edc3c0, 0x38483c0, 0xc0218da740) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4476813 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f43000bfad0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc036203718, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc036203700, 0xc01d8c99f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc036203700, 0xc01d8c99f1, 0x1, 0x1, 0xc002a9e960, 0x0, 0xc015910d58) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017f9cd10, 0xc01d8c99f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01d8c99e0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4771326 [syscall]: syscall.Syscall6(0x28, 0x25d, 0x261, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x25d, 0x261, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc022598280, 0x261, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x261, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc025766720, 0xc02321b410, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc01f9ae218, 0xc02321b410, 0x0, 0xc02daf4b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc022598280, 0x380b840, 0xc01aa4a1e8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02ac78038, 0x380b840, 0xc0157f84c8, 0x800, 0xc02daf4c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02ac78038, 0x380b840, 0xc0157f84c8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc018feae00, 0x380b840, 0xc0157f84c8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc018feae00, 0x380b840, 0xc0157f84c8, 0x0, 0x0, 0x0, 0x326e760, 0xc02da46700, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc018feae00, 0x380be40, 0xc01aa4a1e8, 0x800000000, 0xc02e04cc60, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc018feae00, 0xc030689000, 0xc01d2bc473, 0xd, 0xd5d2f1f, 0xed874edb8, 0x4f79c20, 0xc02daf51f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc018feae00, 0xc030689000, 0x380ea60, 0xc01697f2e0, 0xc01d2bc443, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc018feae00, 0xc030689000, 0xc01d2bc420, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc018feae00, 0xc030689000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01697ef20, 0x383ca00, 0xc018feae00, 0xc030689000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02daf5758, 0x383ca00, 0xc018feae00, 0xc030688e00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc018feae00, 0xc030688e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc018feae00, 0xc030688e00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc018feae00, 0xc030688e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc018feae00, 0xc030688b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc018feae00, 0xc030688800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc018feae00, 0xc030688800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc019524000, 0x38483c0, 0xc02a260740) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4508584 [IO wait, 229 minutes]: internal/poll.runtime_pollWait(0x7f43480959f0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc03128fb18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc03128fb00, 0xc030a5ae51, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc03128fb00, 0xc030a5ae51, 0x1, 0x1, 0xc020ce3260, 0x0, 0xc001758ed8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02cc9f550, 0xc030a5ae51, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc030a5ae40) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6541750 [IO wait, 131 minutes]: internal/poll.runtime_pollWait(0x7f41841b2870, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02595fc98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02595fc80, 0xc017f5c401, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02595fc80, 0xc017f5c401, 0x1, 0x1, 0x0, 0xc030fa48c0, 0xc02b000001) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc001db9760, 0xc017f5c401, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc017f5c3f0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5291247 [IO wait, 191 minutes]: internal/poll.runtime_pollWait(0x7f435015f358, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0148cc798, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0148cc780, 0xc021231391, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0148cc780, 0xc021231391, 0x1, 0x1, 0xc0169ec300, 0x0, 0xc01cffe598) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017400c70, 0xc021231391, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc021231380) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7362704 [IO wait, 92 minutes]: internal/poll.runtime_pollWait(0x7f41240ddb58, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01a5b7898, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01a5b7880, 0xc02e6b2e81, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01a5b7880, 0xc02e6b2e81, 0x1, 0x1, 0xc01784ade0, 0x0, 0xc018b35518) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc018663910, 0xc02e6b2e81, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02e6b2e70) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6943814 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x608, 0x60c, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x608, 0x60c, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc022b6da00, 0x60c, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x60c, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc017bee720, 0xc0323a1f50, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0226c1ce0, 0xc0323a1f50, 0x0, 0xc010542b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc022b6da00, 0x380b840, 0xc025cf0318, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02325b640, 0x380b840, 0xc000486000, 0x800, 0xc010542c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02325b640, 0x380b840, 0xc000486000, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02d2d2700, 0x380b840, 0xc000486000, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02d2d2700, 0x380b840, 0xc000486000, 0x0, 0x0, 0x0, 0x326e760, 0xc00fbf5700, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02d2d2700, 0x380be40, 0xc025cf0318, 0x800000000, 0xc01a66ec40, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02d2d2700, 0xc021d3c300, 0xc029f38ce3, 0xd, 0x3a5210e6, 0xed8735eec, 0x4f79c20, 0xc037d0f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02d2d2700, 0xc021d3c300, 0x380ea60, 0xc0231806d0, 0xc029f38cb3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02d2d2700, 0xc021d3c300, 0xc029f38c90, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02d2d2700, 0xc021d3c300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc023180390, 0x383ca00, 0xc02d2d2700, 0xc021d3c300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc037d0f758, 0x383ca00, 0xc02d2d2700, 0xc023c3ff00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02d2d2700, 0xc023c3ff00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02d2d2700, 0xc023c3ff00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02d2d2700, 0xc023c3ff00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02d2d2700, 0xc023c3fd00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02d2d2700, 0xc0239a2100) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02d2d2700, 0xc0239a2100) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023576f00, 0x38483c0, 0xc0169d5780) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4731662 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x240, 0x242, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x240, 0x242, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc034fb8a00, 0x242, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x242, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc00e84cde0, 0xc03155a000, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc015839d40, 0xc03155a000, 0x0, 0xc037be4b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc034fb8a00, 0x380b840, 0xc02c784028, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc000196a20, 0x380b840, 0xc040ad4330, 0x800, 0xc037be4c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc000196a20, 0x380b840, 0xc040ad4330, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc019ffea80, 0x380b840, 0xc040ad4330, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc019ffea80, 0x380b840, 0xc040ad4330, 0x0, 0x0, 0x0, 0x326e760, 0xc035492300, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc019ffea80, 0x380be40, 0xc02c784028, 0x800000000, 0xc035480540, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc019ffea80, 0xc0156fe100, 0xc0350a75e3, 0xd, 0xa43b8e3, 0xed874edb8, 0x4f79c20, 0xc037be51f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc019ffea80, 0xc0156fe100, 0x380ea60, 0xc022df3b00, 0xc0350a75b3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc019ffea80, 0xc0156fe100, 0xc0350a7590, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc019ffea80, 0xc0156fe100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc022df37d0, 0x383ca00, 0xc019ffea80, 0xc0156fe100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc037be5758, 0x383ca00, 0xc019ffea80, 0xc011fdff00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc019ffea80, 0xc011fdff00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc019ffea80, 0xc011fdff00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc019ffea80, 0xc011fdff00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc019ffea80, 0xc011fdfd00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc019ffea80, 0xc02c5cde00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc019ffea80, 0xc02c5cde00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0236eb180, 0x38483c0, 0xc015942300) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4536982 [IO wait, 227 minutes]: internal/poll.runtime_pollWait(0x7f41ac0c5530, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc020f8b298, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc020f8b280, 0xc01c32d1e1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc020f8b280, 0xc01c32d1e1, 0x1, 0x1, 0xc0198b6360, 0x0, 0xc027251618) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00001a5c0, 0xc01c32d1e1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01c32d1d0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4707 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c262660) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 6617291 [IO wait, 127 minutes]: internal/poll.runtime_pollWait(0x7f435872dfb8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01d838818, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01d838800, 0xc01cca4251, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01d838800, 0xc01cca4251, 0x1, 0x1, 0xc002958f48, 0xc01459c298, 0xc002958fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc032e61e40, 0xc01cca4251, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01cca4240) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7402690 [IO wait, 90 minutes]: internal/poll.runtime_pollWait(0x7f41240dd500, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc03334a718, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc03334a700, 0xc01bc525b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc03334a700, 0xc01bc525b1, 0x1, 0x1, 0xc021ec4748, 0xc000a1a138, 0xc021ec47c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02c784750, 0xc01bc525b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01bc525a0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4478972 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f41841b3fb8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc025aa4e18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc025aa4e00, 0xc025e187c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc025aa4e00, 0xc025e187c1, 0x1, 0x1, 0x0, 0xc01459c298, 0xc002796fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02325bf60, 0xc025e187c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc025e187b0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5696933 [syscall]: syscall.Syscall6(0x28, 0x452, 0x45d, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x452, 0x45d, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01e085100, 0x45d, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x45d, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc034242a20, 0xc01ec01530, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc01aa4ae28, 0xc01ec01530, 0x0, 0xc024936b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01e085100, 0x380b840, 0xc0271a7478, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc000197ba0, 0x380b840, 0xc0282d5c50, 0x800, 0xc024936c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc000197ba0, 0x380b840, 0xc0282d5c50, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc025d32000, 0x380b840, 0xc0282d5c50, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc025d32000, 0x380b840, 0xc0282d5c50, 0x0, 0x0, 0x0, 0x326e760, 0xc002c5a500, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc025d32000, 0x380be40, 0xc0271a7478, 0x800000000, 0xc0217bcac0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc025d32000, 0xc019289c00, 0xc024a4a443, 0xd, 0x131ec0f7, 0xed7e61fc8, 0x4f79c20, 0xc0249371f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc025d32000, 0xc019289c00, 0x380ea60, 0xc0176726a0, 0xc024a4a413, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc025d32000, 0xc019289c00, 0xc024a4a3f0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc025d32000, 0xc019289c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc017672370, 0x383ca00, 0xc025d32000, 0xc019289c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc024937758, 0x383ca00, 0xc025d32000, 0xc019289700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc025d32000, 0xc019289700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc025d32000, 0xc019289700) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc025d32000, 0xc019289700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc025d32000, 0xc019289500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc025d32000, 0xc01f3a7800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc025d32000, 0xc01f3a7800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0122a5680, 0x38483c0, 0xc0157b5000) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6887670 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x5f4, 0x5fb, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x5f4, 0x5fb, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc018660d00, 0x5fb, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x5fb, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02a01c540, 0xc0227d5500, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc020ec3648, 0xc0227d5500, 0x0, 0xc0138e4b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc018660d00, 0x380b840, 0xc0001227d0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc001db9a60, 0x380b840, 0xc014afe150, 0x800, 0xc0138e4c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc001db9a60, 0x380b840, 0xc014afe150, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc016c22d20, 0x380b840, 0xc014afe150, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc016c22d20, 0x380b840, 0xc014afe150, 0x0, 0x0, 0x0, 0x326e760, 0xc034d4f700, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc016c22d20, 0x380be40, 0xc0001227d0, 0x800000000, 0xc0236e5ba0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc016c22d20, 0xc002667d00, 0xc030abc263, 0xd, 0x31f8644, 0xed874c4d1, 0x4f79c20, 0xc03ad3d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc016c22d20, 0xc002667d00, 0x380ea60, 0xc035bf8dd0, 0xc030abc233, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc016c22d20, 0xc002667d00, 0xc030abc210, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc016c22d20, 0xc002667d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc035bf8ab0, 0x383ca00, 0xc016c22d20, 0xc002667d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03ad3d758, 0x383ca00, 0xc016c22d20, 0xc002667200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc016c22d20, 0xc002667200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc016c22d20, 0xc002667200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc016c22d20, 0xc002667200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc016c22d20, 0xc002666400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc016c22d20, 0xc002666000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc016c22d20, 0xc002666000) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01cabe780, 0x38483c0, 0xc024b4d440) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4481590 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0xe3, 0xe5, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0xe3, 0xe5, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02ae3a380, 0xe5, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0xe5, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01c7e76e0, 0xc0197a3e00, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0154fddf0, 0xc0197a3e00, 0x0, 0xc01795cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02ae3a380, 0x380b840, 0xc0154fce58, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc003050188, 0x380b840, 0xc02d40b008, 0x800, 0xc01795cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc003050188, 0x380b840, 0xc02d40b008, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc013076380, 0x380b840, 0xc02d40b008, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc013076380, 0x380b840, 0xc02d40b008, 0x0, 0x0, 0x0, 0x326e760, 0xc01f2b4800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc013076380, 0x380be40, 0xc0154fce58, 0x800000000, 0xc01f1e5520, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc013076380, 0xc0193a7800, 0xc02aceb373, 0xc, 0x128a61f2, 0xed78bdc2a, 0x4f79c20, 0xc01795d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc013076380, 0xc0193a7800, 0x380ea60, 0xc0288df190, 0xc02aceb2b3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc013076380, 0xc0193a7800, 0xc02aceb290, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc013076380, 0xc0193a7800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0288dee70, 0x383ca00, 0xc013076380, 0xc0193a7800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01795d758, 0x383ca00, 0xc013076380, 0xc0193a7600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc013076380, 0xc0193a7600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc013076380, 0xc0193a7600) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc013076380, 0xc0193a7600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc013076380, 0xc0193a7400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc013076380, 0xc0147d4600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc013076380, 0xc0147d4600) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01ae28320, 0x38483c0, 0xc021c14dc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4943501 [IO wait, 208 minutes]: internal/poll.runtime_pollWait(0x7f43000bd4a0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02f799b98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02f799b80, 0xc01910ee81, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02f799b80, 0xc01910ee81, 0x1, 0x1, 0xc001c77748, 0xc01459c298, 0xc001c777c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc032e60218, 0xc01910ee81, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01910ee70) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5013433 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x2fa, 0x62e, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x2fa, 0x62e, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0169f5100, 0x62e, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x62e, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02c85a960, 0xc01bc529f0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02aef2cb8, 0xc01bc529f0, 0x0, 0xc02ff5cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0169f5100, 0x380b840, 0xc025cf0048, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc024be91a8, 0x380b840, 0xc032446138, 0x800, 0xc02ff5cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc024be91a8, 0x380b840, 0xc032446138, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc024274d20, 0x380b840, 0xc032446138, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc024274d20, 0x380b840, 0xc032446138, 0x0, 0x0, 0x0, 0x326e760, 0xc02af23300, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc024274d20, 0x380be40, 0xc025cf0048, 0x800000000, 0xc02317c400, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc024274d20, 0xc019289400, 0xc027c14263, 0xd, 0x16e090d1, 0xed8701d05, 0x4f79c20, 0xc02ff5d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc024274d20, 0xc019289400, 0x380ea60, 0xc002f0c930, 0xc027c14233, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc024274d20, 0xc019289400, 0xc027c14210, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc024274d20, 0xc019289400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc002f0c600, 0x383ca00, 0xc024274d20, 0xc019289400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02ff5d758, 0x383ca00, 0xc024274d20, 0xc019288b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc024274d20, 0xc019288b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc024274d20, 0xc019288b00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc024274d20, 0xc019288b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc024274d20, 0xc019288600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc024274d20, 0xc002080800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc024274d20, 0xc002080800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc021786960, 0x38483c0, 0xc014bfee40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6302599 [syscall]: syscall.Syscall6(0x28, 0x534, 0x53b, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x534, 0x53b, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc036d93080, 0x53b, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x53b, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc033b67f20, 0xc018a53440, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017400a28, 0xc018a53440, 0x0, 0xc013d4cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc036d93080, 0x380b840, 0xc026043a58, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02ad6fcf8, 0x380b840, 0xc032c1a810, 0x800, 0xc013d4cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02ad6fcf8, 0x380b840, 0xc032c1a810, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01b2c8e00, 0x380b840, 0xc032c1a810, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01b2c8e00, 0x380b840, 0xc032c1a810, 0x0, 0x0, 0x0, 0x326e760, 0xc03261e500, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01b2c8e00, 0x380be40, 0xc026043a58, 0x800000000, 0xc017f97060, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01b2c8e00, 0xc021d3d500, 0xc02f468e93, 0xd, 0x2cf3e285, 0xed8745f54, 0x4f79c20, 0xc013d4d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01b2c8e00, 0xc021d3d500, 0x380ea60, 0xc018b54580, 0xc02f468e33, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01b2c8e00, 0xc021d3d500, 0xc02f468e10, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01b2c8e00, 0xc021d3d500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc018b54210, 0x383ca00, 0xc01b2c8e00, 0xc021d3d500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc013d4d758, 0x383ca00, 0xc01b2c8e00, 0xc021d3d300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01b2c8e00, 0xc021d3d300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01b2c8e00, 0xc021d3d300) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01b2c8e00, 0xc021d3d300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01b2c8e00, 0xc021d3d100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01b2c8e00, 0xc021d3d000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01b2c8e00, 0xc021d3d000) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0235768c0, 0x38483c0, 0xc03c2e0600) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4546400 [IO wait, 227 minutes]: internal/poll.runtime_pollWait(0x7f4187ba31d8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02d1dc198, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02d1dc180, 0xc000385601, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02d1dc180, 0xc000385601, 0x1, 0x1, 0xc012063c80, 0x0, 0xc01a508458) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02ad6f900, 0xc000385601, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0003855f0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6449250 [IO wait, 135 minutes]: internal/poll.runtime_pollWait(0x7f4348095f60, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0122df798, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0122df780, 0xc03224da21, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0122df780, 0xc03224da21, 0x1, 0x1, 0x0, 0xc01459c298, 0xc036310fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02c710bc8, 0xc03224da21, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc03224da10) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4909381 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x2b9, 0x2bf, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x2b9, 0x2bf, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02d5b2e00, 0x2bf, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x2bf, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc015ae3c20, 0xc02e3b08d0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc022e808f0, 0xc02e3b08d0, 0x0, 0xc032ad4b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02d5b2e00, 0x380b840, 0xc000118f90, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017f9d2e8, 0x380b840, 0xc002a14318, 0x800, 0xc032ad4c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017f9d2e8, 0x380b840, 0xc002a14318, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02fc4dc00, 0x380b840, 0xc002a14318, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02fc4dc00, 0x380b840, 0xc002a14318, 0x0, 0x0, 0x0, 0x326e760, 0xc01e096200, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02fc4dc00, 0x380be40, 0xc000118f90, 0x200000000, 0xc01e08e5c0, 0x1e, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02fc4dc00, 0xc002188f00, 0xc02d8d47d3, 0xd, 0x10f26540, 0xed7f552e0, 0x4f79c20, 0xc032ad51f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02fc4dc00, 0xc002188f00, 0x380ea60, 0xc01f5ef930, 0xc02d8d47a3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02fc4dc00, 0xc002188f00, 0xc02d8d4780, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02fc4dc00, 0xc002188f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01f5ef600, 0x383ca00, 0xc02fc4dc00, 0xc002188f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc032ad5758, 0x383ca00, 0xc02fc4dc00, 0xc002188b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02fc4dc00, 0xc002188b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02fc4dc00, 0xc002188b00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02fc4dc00, 0xc002188b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02fc4dc00, 0xc002188400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02fc4dc00, 0xc02c5cd100) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02fc4dc00, 0xc02c5cd100) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023edc780, 0x38483c0, 0xc024d48e00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4604695 [syscall]: syscall.Syscall6(0x28, 0x1d5, 0x1d9, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x1d5, 0x1d9, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01a2e5f00, 0x1d9, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x1d9, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0259ab2c0, 0xc01812d140, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc000fa3cd8, 0xc01812d140, 0x0, 0xc01077ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01a2e5f00, 0x380b840, 0xc017f9d910, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc000119150, 0x380b840, 0xc011de8ff0, 0x800, 0xc01077ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc000119150, 0x380b840, 0xc011de8ff0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01200c460, 0x380b840, 0xc011de8ff0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01200c460, 0x380b840, 0xc011de8ff0, 0x0, 0x0, 0x0, 0x326e760, 0xc02a61cb00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01200c460, 0x380be40, 0xc017f9d910, 0x800000000, 0xc02a4b6f40, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01200c460, 0xc02c5ccc00, 0xc02a04ee63, 0xd, 0x24f7125, 0xed8777965, 0x4f79c20, 0xc0326111f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01200c460, 0xc02c5ccc00, 0x380ea60, 0xc021d6df20, 0xc02a04ee33, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01200c460, 0xc02c5ccc00, 0xc02a04ee10, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01200c460, 0xc02c5ccc00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc021d6dbe0, 0x383ca00, 0xc01200c460, 0xc02c5ccc00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc032611758, 0x383ca00, 0xc01200c460, 0xc02c5cca00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01200c460, 0xc02c5cca00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01200c460, 0xc02c5cca00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01200c460, 0xc02c5cca00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01200c460, 0xc02c5cc600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01200c460, 0xc02c5cc500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01200c460, 0xc02c5cc500) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0276874a0, 0x38483c0, 0xc02b0135c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4489547 [IO wait, 229 minutes]: internal/poll.runtime_pollWait(0x7f43000bd758, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0235b4498, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0235b4480, 0xc024c63061, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0235b4480, 0xc024c63061, 0x1, 0x1, 0xc01113c240, 0x0, 0xc0168bfe58) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0154fcf70, 0xc024c63061, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc024c63050) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7402590 [syscall]: syscall.Syscall6(0x28, 0x697, 0x698, 0x0, 0x400000, 0x0, 0x0, 0x636b25, 0x7f41240dd500, 0x77) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x697, 0x698, 0x0, 0x400000, 0x0, 0x380efe0, 0x4e2af18) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc03334a700, 0x698, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x698, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc017af6360, 0xc0231f9440, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02ac78c08, 0xc0231f9440, 0x0, 0xc02e0d0b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc03334a700, 0x380b840, 0xc000196c98, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02c784750, 0x380b840, 0xc033569290, 0x800, 0xc02e0d0c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02c784750, 0x380b840, 0xc033569290, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc029670460, 0x380b840, 0xc033569290, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc029670460, 0x380b840, 0xc033569290, 0x0, 0x0, 0x0, 0x326e760, 0xc032dead00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc029670460, 0x380be40, 0xc000196c98, 0x800000000, 0xc017eca520, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc029670460, 0xc019724a00, 0xc029ec5103, 0xd, 0x28dc94dc, 0xed86995ec, 0x4f79c20, 0xc02e0d11f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc029670460, 0xc019724a00, 0x380ea60, 0xc026c64c90, 0xc029ec50d3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc029670460, 0xc019724a00, 0xc029ec50b0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc029670460, 0xc019724a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc026c648f0, 0x383ca00, 0xc029670460, 0xc019724a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02e0d1758, 0x383ca00, 0xc029670460, 0xc019724800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc029670460, 0xc019724800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc029670460, 0xc019724800) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc029670460, 0xc019724800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc029670460, 0xc019724600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc029670460, 0xc0023a7c00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc029670460, 0xc0023a7c00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc002674be0, 0x38483c0, 0xc03e32dac0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5758268 [IO wait, 169 minutes]: internal/poll.runtime_pollWait(0x7f41841b2a40, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02595fb98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02595fb80, 0xc01264e551, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02595fb80, 0xc01264e551, 0x1, 0x1, 0xc018754600, 0x0, 0xc02a5aded8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc022e80e50, 0xc01264e551, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01264e540) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5173393 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x34c, 0x34d, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x34c, 0x34d, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc029339400, 0x34d, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x34d, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc026234d20, 0xc02769aa50, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc000197b38, 0xc02769aa50, 0x0, 0xc034816b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc029339400, 0x380b840, 0xc017b2b8d8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02aef39a8, 0x380b840, 0xc01b6aff98, 0x800, 0xc034816c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02aef39a8, 0x380b840, 0xc01b6aff98, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03043c700, 0x380b840, 0xc01b6aff98, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03043c700, 0x380b840, 0xc01b6aff98, 0x0, 0x0, 0x0, 0x326e760, 0xc031792b00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03043c700, 0x380be40, 0xc017b2b8d8, 0x200000000, 0xc02f3244b0, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03043c700, 0xc019093800, 0xc02f324473, 0xc, 0xe91299e, 0xed77dd314, 0x4f79c20, 0xc0348171f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03043c700, 0xc019093800, 0x380ea60, 0xc0226c2580, 0xc02f324413, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03043c700, 0xc019093800, 0xc02f3243f0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03043c700, 0xc019093800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0226c2210, 0x383ca00, 0xc03043c700, 0xc019093800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc034817758, 0x383ca00, 0xc03043c700, 0xc019093500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03043c700, 0xc019093500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03043c700, 0xc019093500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03043c700, 0xc019093500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03043c700, 0xc019093300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03043c700, 0xc002081300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03043c700, 0xc002081300) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01d9fa460, 0x38483c0, 0xc01abdcb40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5568517 [IO wait, 178 minutes]: internal/poll.runtime_pollWait(0x7f4348095bc0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01c885998, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01c885980, 0xc030dc3331, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01c885980, 0xc030dc3331, 0x1, 0x1, 0xc0105f0360, 0x0, 0xc024dc73d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc020ec2d00, 0xc030dc3331, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc030dc3320) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6256747 [IO wait, 145 minutes]: internal/poll.runtime_pollWait(0x7f418706a168, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02d1dd618, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02d1dd600, 0xc02ebdc2b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02d1dd600, 0xc02ebdc2b1, 0x1, 0x1, 0x0, 0xc02b33b708, 0xc026000001) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc022e80d18, 0xc02ebdc2b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02ebdc2a0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7190848 [syscall, 4 minutes]: syscall.Syscall6(0x28, 0x64e, 0x657, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x64e, 0x657, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01453b580, 0x657, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x657, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc013f12d20, 0xc02561e870, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02c7101b8, 0xc02561e870, 0x0, 0xc03dfb0b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01453b580, 0x380b840, 0xc020ec2b40, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017ae8578, 0x380b840, 0xc0192f4120, 0x800, 0xc03dfb0c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017ae8578, 0x380b840, 0xc0192f4120, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc029670a80, 0x380b840, 0xc0192f4120, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc029670a80, 0x380b840, 0xc0192f4120, 0x0, 0x0, 0x0, 0x326e760, 0xc010616100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc029670a80, 0x380be40, 0xc020ec2b40, 0x800000000, 0xc0352cdb20, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc029670a80, 0xc002666200, 0xc02974e983, 0xd, 0x31969ff7, 0xed856472f, 0x4f79c20, 0xc03dfb11f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc029670a80, 0xc002666200, 0x380ea60, 0xc02f555200, 0xc02974e953, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc029670a80, 0xc002666200, 0xc02974e930, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc029670a80, 0xc002666200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02f554ee0, 0x383ca00, 0xc029670a80, 0xc002666200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03dfb1758, 0x383ca00, 0xc029670a80, 0xc019289a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc029670a80, 0xc019289a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc029670a80, 0xc019289a00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc029670a80, 0xc019289a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc029670a80, 0xc019289400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc029670a80, 0xc0027cd500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc029670a80, 0xc0027cd500) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc02281fb80, 0x38483c0, 0xc026023480) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5210309 [IO wait, 195 minutes]: internal/poll.runtime_pollWait(0x7f4187a68fa0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02c3aef18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02c3aef00, 0xc021231a81, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02c3aef00, 0xc021231a81, 0x1, 0x1, 0xc018f70de0, 0xc01459c298, 0xc001bc1fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0001191f0, 0xc021231a81, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc021231a70) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4489636 [IO wait, 229 minutes]: internal/poll.runtime_pollWait(0x7f4184187950, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02c632418, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02c632400, 0xc030dc3ea1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02c632400, 0xc030dc3ea1, 0x1, 0x1, 0xc00323c748, 0xc01459c298, 0xc00323c7c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0030505a0, 0xc030dc3ea1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc030dc3e90) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5642849 [syscall]: syscall.Syscall6(0x28, 0x43f, 0x440, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x43f, 0x440, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc027962000, 0x440, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x440, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0105f17a0, 0xc01261baa0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02ac78e18, 0xc01261baa0, 0x0, 0xc017722b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc027962000, 0x380b840, 0xc017f9c310, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0271a64b0, 0x380b840, 0xc003042630, 0x800, 0xc017722c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0271a64b0, 0x380b840, 0xc003042630, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0373fa7e0, 0x380b840, 0xc003042630, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0373fa7e0, 0x380b840, 0xc003042630, 0x0, 0x0, 0x0, 0x326e760, 0xc01e814f00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0373fa7e0, 0x380be40, 0xc017f9c310, 0x200000000, 0xc0307a7080, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0373fa7e0, 0xc0027cc100, 0xc0307a7043, 0xc, 0xdc774ef, 0xed79d1f37, 0x4f79c20, 0xc0177231f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0373fa7e0, 0xc0027cc100, 0x380ea60, 0xc01dd798e0, 0xc0307a6fe3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0373fa7e0, 0xc0027cc100, 0xc0307a6fc0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0373fa7e0, 0xc0027cc100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01dd795a0, 0x383ca00, 0xc0373fa7e0, 0xc0027cc100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017723758, 0x383ca00, 0xc0373fa7e0, 0xc000065e00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0373fa7e0, 0xc000065e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0373fa7e0, 0xc000065e00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0373fa7e0, 0xc000065e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0373fa7e0, 0xc000065c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0373fa7e0, 0xc000065a00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0373fa7e0, 0xc000065a00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc027686000, 0x38483c0, 0xc037b00d80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5311248 [syscall]: syscall.Syscall6(0x28, 0x394, 0x397, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x394, 0x397, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0327bd500, 0x397, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x397, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc023ad5d40, 0xc023a8e900, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02325afe0, 0xc023a8e900, 0x0, 0xc01f15eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0327bd500, 0x380b840, 0xc02325ad90, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc021dd4d78, 0x380b840, 0xc0152f7cf8, 0x800, 0xc01f15ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc021dd4d78, 0x380b840, 0xc0152f7cf8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02bf6f500, 0x380b840, 0xc0152f7cf8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02bf6f500, 0x380b840, 0xc0152f7cf8, 0x0, 0x0, 0x0, 0x326e760, 0xc02c467600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02bf6f500, 0x380be40, 0xc02325ad90, 0x800000000, 0xc01a0a81e0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02bf6f500, 0xc027846700, 0xc040fc6b03, 0xd, 0x11d7bbd2, 0xed8190834, 0x4f79c20, 0xc01f15f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02bf6f500, 0xc027846700, 0x380ea60, 0xc0264e2e50, 0xc040fc6aa3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02bf6f500, 0xc027846700, 0xc040fc6a80, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02bf6f500, 0xc027846700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0264e2b30, 0x383ca00, 0xc02bf6f500, 0xc027846700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01f15f758, 0x383ca00, 0xc02bf6f500, 0xc027846400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02bf6f500, 0xc027846400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02bf6f500, 0xc027846400) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02bf6f500, 0xc027846400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02bf6f500, 0xc027846200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02bf6f500, 0xc01f3a6300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02bf6f500, 0xc01f3a6300) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc021786780, 0x38483c0, 0xc032a95fc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6449136 [syscall]: syscall.Syscall6(0x28, 0x56c, 0x56f, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x56c, 0x56f, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0122df780, 0x56f, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x56f, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0147b50e0, 0xc0216bba40, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc020b46d60, 0xc0216bba40, 0x0, 0xc031edeb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0122df780, 0x380b840, 0xc01f9afe28, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02c710bc8, 0x380b840, 0xc026a3d9f8, 0x800, 0xc031edec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02c710bc8, 0x380b840, 0xc026a3d9f8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc036ad0460, 0x380b840, 0xc026a3d9f8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc036ad0460, 0x380b840, 0xc026a3d9f8, 0x0, 0x0, 0x0, 0x326e760, 0xc0285c7b00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc036ad0460, 0x380be40, 0xc01f9afe28, 0x800000000, 0xc0281ad160, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc036ad0460, 0xc011fdf200, 0xc0280efcd3, 0xd, 0x179cb0a1, 0xed8550f78, 0x4f79c20, 0xc031edf1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc036ad0460, 0xc011fdf200, 0x380ea60, 0xc02b742f00, 0xc0280efca3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc036ad0460, 0xc011fdf200, 0xc0280efc80, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc036ad0460, 0xc011fdf200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02b742be0, 0x383ca00, 0xc036ad0460, 0xc011fdf200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc031edf758, 0x383ca00, 0xc036ad0460, 0xc011fdef00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc036ad0460, 0xc011fdef00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc036ad0460, 0xc011fdef00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc036ad0460, 0xc011fdef00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc036ad0460, 0xc011fde600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc036ad0460, 0xc014403b00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc036ad0460, 0xc014403b00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018c7f040, 0x38483c0, 0xc0343fd240) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6095438 [IO wait, 152 minutes]: internal/poll.runtime_pollWait(0x7f4350199ef0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc021b8fe18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc021b8fe00, 0xc021403391, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc021b8fe00, 0xc021403391, 0x1, 0x1, 0xc02ab47f48, 0xc000a1a138, 0xc02ab47fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc026042338, 0xc021403391, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc021403380) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5660216 [IO wait, 174 minutes]: internal/poll.runtime_pollWait(0x7f4168054998, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc024e6cb18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc024e6cb00, 0xc0264bd3c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc024e6cb00, 0xc0264bd3c1, 0x1, 0x1, 0xc0292db500, 0xc01459c298, 0xc036313fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc030b94198, 0xc0264bd3c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0264bd3b0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6659980 [syscall]: syscall.Syscall6(0x28, 0x5b0, 0x5b1, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x5b0, 0x5b1, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01d839680, 0x5b1, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x5b1, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc018958b40, 0xc022400180, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0192c73b8, 0xc022400180, 0x0, 0xc01f08cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01d839680, 0x380b840, 0xc02cc9fa98, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017ae8ea0, 0x380b840, 0xc021b7dcf8, 0x800, 0xc01f08cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017ae8ea0, 0x380b840, 0xc021b7dcf8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc016c23b20, 0x380b840, 0xc021b7dcf8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc016c23b20, 0x380b840, 0xc021b7dcf8, 0x0, 0x0, 0x0, 0x326e760, 0xc039160900, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc016c23b20, 0x380be40, 0xc02cc9fa98, 0x800000000, 0xc01f98d000, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc016c23b20, 0xc00233d400, 0xc02388ca43, 0xd, 0x1d61e1df, 0xed85d9508, 0x4f79c20, 0xc030ab11f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc016c23b20, 0xc00233d400, 0x380ea60, 0xc02e268710, 0xc02388ca13, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc016c23b20, 0xc00233d400, 0xc02388c9f0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc016c23b20, 0xc00233d400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02e2683e0, 0x383ca00, 0xc016c23b20, 0xc00233d400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc030ab1758, 0x383ca00, 0xc016c23b20, 0xc00233c200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc016c23b20, 0xc00233c200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc016c23b20, 0xc00233c200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc016c23b20, 0xc00233c200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc016c23b20, 0xc0239a3e00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc016c23b20, 0xc0239a3c00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc016c23b20, 0xc0239a3c00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc000fdcdc0, 0x38483c0, 0xc013c1f300) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6898029 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x5f5, 0x601, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x5f5, 0x601, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0272f8100, 0x601, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x601, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0198e9f20, 0xc024ff03c0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017e430d0, 0xc024ff03c0, 0x0, 0xc016d2cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0272f8100, 0x380b840, 0xc017b2a3d0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0339f7b90, 0x380b840, 0xc011c26b88, 0x800, 0xc016d2cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0339f7b90, 0x380b840, 0xc011c26b88, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0114955e0, 0x380b840, 0xc011c26b88, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0114955e0, 0x380b840, 0xc011c26b88, 0x0, 0x0, 0x0, 0x326e760, 0xc02ee4e200, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0114955e0, 0x380be40, 0xc017b2a3d0, 0x200000000, 0xc02e9f5600, 0x1e, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0114955e0, 0xc0020f3f00, 0xc02e7ad673, 0xc, 0x3361fdf3, 0xed79bcf71, 0x4f79c20, 0xc016d2d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0114955e0, 0xc0020f3f00, 0x380ea60, 0xc026c653a0, 0xc02e7ad613, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0114955e0, 0xc0020f3f00, 0xc02e7ad5f0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0114955e0, 0xc0020f3f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc026c65080, 0x383ca00, 0xc0114955e0, 0xc0020f3f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc016d2d758, 0x383ca00, 0xc0114955e0, 0xc0020f3a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0114955e0, 0xc0020f3a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0114955e0, 0xc0020f3a00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0114955e0, 0xc0020f3a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0114955e0, 0xc0020f3400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0114955e0, 0xc0020f2b00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0114955e0, 0xc0020f2b00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01cabe3c0, 0x38483c0, 0xc017f80e00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4476761 [syscall]: syscall.Syscall6(0x28, 0x75, 0x78, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x75, 0x78, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc020556500, 0x78, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x78, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc023c7c120, 0xc0216bb170, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc020ec2b18, 0xc0216bb170, 0x0, 0xc02086cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc020556500, 0x380b840, 0xc020ec2188, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017401fe8, 0x380b840, 0xc022d37608, 0x800, 0xc02086cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017401fe8, 0x380b840, 0xc022d37608, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc012e33ce0, 0x380b840, 0xc022d37608, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc012e33ce0, 0x380b840, 0xc022d37608, 0x0, 0x0, 0x0, 0x326e760, 0xc020ee6400, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc012e33ce0, 0x380be40, 0xc020ec2188, 0x800000000, 0xc020eb11a0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc012e33ce0, 0xc01f8d7d00, 0xc020e990d3, 0xd, 0x1ad4f735, 0xed85b28c2, 0x4f79c20, 0xc02086d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc012e33ce0, 0xc01f8d7d00, 0x380ea60, 0xc020ed2d20, 0xc020e990a3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc012e33ce0, 0xc01f8d7d00, 0xc020e99080, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc012e33ce0, 0xc01f8d7d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc020ed2a00, 0x383ca00, 0xc012e33ce0, 0xc01f8d7d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02086d758, 0x383ca00, 0xc012e33ce0, 0xc01f8d7b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc012e33ce0, 0xc01f8d7b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc012e33ce0, 0xc01f8d7b00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc012e33ce0, 0xc01f8d7b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc012e33ce0, 0xc01f8d7900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc012e33ce0, 0xc01f8d7800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc012e33ce0, 0xc01f8d7800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01fc1f860, 0x38483c0, 0xc032b6f240) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4592047 [IO wait, 225 minutes]: internal/poll.runtime_pollWait(0x7f4348095d90, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02ffd2218, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02ffd2200, 0xc037e4b7e1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02ffd2200, 0xc037e4b7e1, 0x1, 0x1, 0xc00f33bf48, 0xc000a1a138, 0xc00f33bfc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00001b528, 0xc037e4b7e1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc037e4b7d0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7163361 [syscall]: syscall.Syscall6(0x28, 0x648, 0x649, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x648, 0x649, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0317e3b80, 0x649, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x649, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc029f1f740, 0xc03249b260, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02ac78dd8, 0xc03249b260, 0x0, 0xc0158a2b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0317e3b80, 0x380b840, 0xc017c1e620, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017c1e500, 0x380b840, 0xc002b9fe00, 0x800, 0xc0158a2c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017c1e500, 0x380b840, 0xc002b9fe00, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02c8949a0, 0x380b840, 0xc002b9fe00, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02c8949a0, 0x380b840, 0xc002b9fe00, 0x0, 0x0, 0x0, 0x326e760, 0xc032ad6e00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02c8949a0, 0x380be40, 0xc017c1e620, 0x800000000, 0xc01cddfb40, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02c8949a0, 0xc0239a2a00, 0xc024757ca3, 0xd, 0x1644c12e, 0xed816c966, 0x4f79c20, 0xc0158a31f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02c8949a0, 0xc0239a2a00, 0x380ea60, 0xc02717f7b0, 0xc024757c73, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02c8949a0, 0xc0239a2a00, 0xc024757c50, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02c8949a0, 0xc0239a2a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02717f480, 0x383ca00, 0xc02c8949a0, 0xc0239a2a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0158a3758, 0x383ca00, 0xc02c8949a0, 0xc0239a2800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02c8949a0, 0xc0239a2800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02c8949a0, 0xc0239a2800) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02c8949a0, 0xc0239a2800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02c8949a0, 0xc0239a2500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02c8949a0, 0xc0239a2300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02c8949a0, 0xc0239a2300) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc002675860, 0x38483c0, 0xc02687da00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4449744 [IO wait, 229 minutes]: internal/poll.runtime_pollWait(0x7f41871664c8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc022598698, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc022598680, 0xc01f332011, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc022598680, 0xc01f332011, 0x1, 0x1, 0xc0258e29c0, 0x0, 0xc021bbb158) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc003050150, 0xc01f332011, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01f332000) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4574447 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x1b3, 0x1b6, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x1b3, 0x1b6, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc018d1a980, 0x1b6, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x1b6, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc016f147e0, 0xc0124f82d0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc018339978, 0xc0124f82d0, 0x0, 0xc021670b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc018d1a980, 0x380b840, 0xc02c710258, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc018339178, 0x380b840, 0xc02cc93ce0, 0x800, 0xc021670c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc018339178, 0x380b840, 0xc02cc93ce0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc036e38a80, 0x380b840, 0xc02cc93ce0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc036e38a80, 0x380b840, 0xc02cc93ce0, 0x0, 0x0, 0x0, 0x326e760, 0xc014fc2000, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc036e38a80, 0x380be40, 0xc02c710258, 0x800000000, 0xc01e4837c0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc036e38a80, 0xc019566600, 0xc03f7faa73, 0xd, 0x69c249a, 0xed86bbb11, 0x4f79c20, 0xc0216711f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc036e38a80, 0xc019566600, 0x380ea60, 0xc026a37f60, 0xc03f7faa43, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc036e38a80, 0xc019566600, 0xc03f7faa20, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc036e38a80, 0xc019566600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc026a37c40, 0x383ca00, 0xc036e38a80, 0xc019566600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc021671758, 0x383ca00, 0xc036e38a80, 0xc019566400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc036e38a80, 0xc019566400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc036e38a80, 0xc019566400) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc036e38a80, 0xc019566400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc036e38a80, 0xc019566100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc036e38a80, 0xc019566000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc036e38a80, 0xc019566000) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc02281ec80, 0x38483c0, 0xc032b6f400) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4593924 [IO wait, 224 minutes]: internal/poll.runtime_pollWait(0x7f435801cb18, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02d1dc818, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02d1dc800, 0xc01c0ae9d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02d1dc800, 0xc01c0ae9d1, 0x1, 0x1, 0xc018deecc0, 0x0, 0xc017b53518) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0154fcc18, 0xc01c0ae9d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01c0ae9c0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5742823 [IO wait, 169 minutes]: internal/poll.runtime_pollWait(0x7f43587345f0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc028a27318, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc028a27300, 0xc01dc95331, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc028a27300, 0xc01dc95331, 0x1, 0x1, 0x0, 0xc038914800, 0xc02e000001) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02cc9efe8, 0xc01dc95331, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01dc95320) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6229252 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x518, 0x526, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x518, 0x526, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0171aa400, 0x526, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x526, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc024c4c8a0, 0xc016de3dd0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0031d4cc8, 0xc016de3dd0, 0x0, 0xc02f1a6b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0171aa400, 0x380b840, 0xc0154fda30, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc019c6a908, 0x380b840, 0xc01706eff0, 0x800, 0xc02f1a6c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc019c6a908, 0x380b840, 0xc01706eff0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc028fca460, 0x380b840, 0xc01706eff0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc028fca460, 0x380b840, 0xc01706eff0, 0x0, 0x0, 0x0, 0x326e760, 0xc029191200, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc028fca460, 0x380be40, 0xc0154fda30, 0x800000000, 0xc02919a440, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc028fca460, 0xc01ba36e00, 0xc0290fe743, 0xd, 0x364d0ed7, 0xed864bb62, 0x4f79c20, 0xc02f1a71f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc028fca460, 0xc01ba36e00, 0x380ea60, 0xc01dc78680, 0xc0290fe713, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc028fca460, 0xc01ba36e00, 0xc0290fe6f0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc028fca460, 0xc01ba36e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01dc78350, 0x383ca00, 0xc028fca460, 0xc01ba36e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02f1a7758, 0x383ca00, 0xc028fca460, 0xc01ba36c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc028fca460, 0xc01ba36c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc028fca460, 0xc01ba36c00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc028fca460, 0xc01ba36c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc028fca460, 0xc01ba36300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc028fca460, 0xc01ba36200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc028fca460, 0xc01ba36200) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc000fdcc80, 0x38483c0, 0xc027dc8780) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5733669 [syscall]: syscall.Syscall6(0x28, 0x462, 0x465, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x462, 0x465, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc015446580, 0x465, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x465, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02926eea0, 0xc01690a390, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02ac796a8, 0xc01690a390, 0x0, 0xc025c12b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc015446580, 0x380b840, 0xc01f9affc0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc01f9afe98, 0x380b840, 0xc014764c18, 0x800, 0xc025c12c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc01f9afe98, 0x380b840, 0xc014764c18, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01862ae00, 0x380b840, 0xc014764c18, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01862ae00, 0x380b840, 0xc014764c18, 0x0, 0x0, 0x0, 0x326e760, 0xc02675ed00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01862ae00, 0x380be40, 0xc01f9affc0, 0x800000000, 0xc023046a60, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01862ae00, 0xc000065800, 0xc01ea86953, 0xc, 0x16cfb4bb, 0xed78e9a96, 0x4f79c20, 0xc0249351f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01862ae00, 0xc000065800, 0x380ea60, 0xc019e49280, 0xc01ea86893, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01862ae00, 0xc000065800, 0xc01ea86870, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01862ae00, 0xc000065800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc019e48f50, 0x383ca00, 0xc01862ae00, 0xc000065800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc024935758, 0x383ca00, 0xc01862ae00, 0xc000065000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01862ae00, 0xc000065000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01862ae00, 0xc000065000) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01862ae00, 0xc000065000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01862ae00, 0xc000064900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01862ae00, 0xc000064800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01862ae00, 0xc000064800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0122a4960, 0x38483c0, 0xc014c486c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5938318 [IO wait, 150 minutes]: internal/poll.runtime_pollWait(0x7f4187b869b0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02fd66098, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02fd66080, 0xc01dec8101, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02fd66080, 0xc01dec8101, 0x1, 0x1, 0x9700e5a6f7d94ddc, 0x6e4cefc1c8a34b1d, 0x41243cd53a948723) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017400000, 0xc01dec8101, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01dec80f0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4536840 [IO wait, 227 minutes]: internal/poll.runtime_pollWait(0x7f435801c5a8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0240ef018, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0240ef000, 0xc031868101, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0240ef000, 0xc031868101, 0x1, 0x1, 0xc01fdec7e0, 0x0, 0xc015911918) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02ad6e2a8, 0xc031868101, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0318680f0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6725802 [IO wait, 122 minutes]: internal/poll.runtime_pollWait(0x7f4187b8ce98, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02f5d2b18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02f5d2b00, 0xc02835aac1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02f5d2b00, 0xc02835aac1, 0x1, 0x1, 0xc00f0daf48, 0xc000a1a138, 0xc00f0dafc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017b2a4f0, 0xc02835aac1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02835aab0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6073087 [IO wait, 154 minutes]: internal/poll.runtime_pollWait(0x7f43590620e0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc023c90898, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc023c90880, 0xc017cc4d61, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc023c90880, 0xc017cc4d61, 0x1, 0x1, 0xc017236360, 0x0, 0xc013ff1dd8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017b2ad58, 0xc017cc4d61, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc017cc4d50) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6925466 [IO wait, 113 minutes]: internal/poll.runtime_pollWait(0x7f435872dc18, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc026a1c318, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc026a1c300, 0xc025c8dfc1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc026a1c300, 0xc025c8dfc1, 0x1, 0x1, 0xc018ca78c0, 0x0, 0xc033d1e3d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017f9dd28, 0xc025c8dfc1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc025c8dfb0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5751963 [syscall]: syscall.Syscall6(0x28, 0x46a, 0x470, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x46a, 0x470, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02595fb80, 0x470, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x470, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0108f2660, 0xc01812dd10, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0271a7e28, 0xc01812dd10, 0x0, 0xc022668b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02595fb80, 0x380b840, 0xc025cf1288, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc022e80e50, 0x380b840, 0xc01706e000, 0x800, 0xc022668c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc022e80e50, 0x380b840, 0xc01706e000, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01862bdc0, 0x380b840, 0xc01706e000, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01862bdc0, 0x380b840, 0xc01706e000, 0x0, 0x0, 0x0, 0x326e760, 0xc02bf35c00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01862bdc0, 0x380be40, 0xc025cf1288, 0x800000000, 0xc02be11660, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01862bdc0, 0xc002081600, 0xc02be5a6b3, 0xd, 0x13421b29, 0xed7e61e60, 0x4f79c20, 0xc0226691f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01862bdc0, 0xc002081600, 0x380ea60, 0xc025f5dbb0, 0xc02be5a683, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01862bdc0, 0xc002081600, 0xc02be5a660, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01862bdc0, 0xc002081600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc025f5d820, 0x383ca00, 0xc01862bdc0, 0xc002081600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc022669758, 0x383ca00, 0xc01862bdc0, 0xc002080c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01862bdc0, 0xc002080c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01862bdc0, 0xc002080c00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01862bdc0, 0xc002080c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01862bdc0, 0xc002080800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01862bdc0, 0xc002080600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01862bdc0, 0xc002080600) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018b863c0, 0x38483c0, 0xc02a5ade40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5761055 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x46f, 0x477, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x46f, 0x477, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02ad7ab00, 0x477, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x477, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc022978de0, 0xc023e632f0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017743538, 0xc023e632f0, 0x0, 0xc0137d8b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02ad7ab00, 0x380b840, 0xc0177430c0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017c1eb18, 0x380b840, 0xc03b8bccf0, 0x800, 0xc0137d8c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017c1eb18, 0x380b840, 0xc03b8bccf0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc033f83500, 0x380b840, 0xc03b8bccf0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc033f83500, 0x380b840, 0xc03b8bccf0, 0x0, 0x0, 0x0, 0x326e760, 0xc02bba6500, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc033f83500, 0x380be40, 0xc0177430c0, 0x200000000, 0xc021aa0a20, 0x28, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc033f83500, 0xc01f3a7c00, 0xc021aa09e3, 0xc, 0x1287cc0d, 0xed77de778, 0x4f79c20, 0xc0137d91f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc033f83500, 0xc01f3a7c00, 0x380ea60, 0xc02b743d20, 0xc021aa0983, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc033f83500, 0xc01f3a7c00, 0xc021aa0960, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc033f83500, 0xc01f3a7c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02b743a00, 0x383ca00, 0xc033f83500, 0xc01f3a7c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0137d9758, 0x383ca00, 0xc033f83500, 0xc01f3a7a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc033f83500, 0xc01f3a7a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc033f83500, 0xc01f3a7a00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc033f83500, 0xc01f3a7a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc033f83500, 0xc01f3a7500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc033f83500, 0xc01f3a7400) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc033f83500, 0xc01f3a7400) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023edd040, 0x38483c0, 0xc018b35580) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4667032 [syscall, 4 minutes]: syscall.Syscall6(0x28, 0x20f, 0x210, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x20f, 0x210, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc023bc0100, 0x210, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x210, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02a0b5e00, 0xc01f848ff0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0192c6918, 0xc01f848ff0, 0x0, 0xc032614b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc023bc0100, 0x380b840, 0xc0000115e0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc000011518, 0x380b840, 0xc0009fee40, 0x800, 0xc032614c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc000011518, 0x380b840, 0xc0009fee40, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc034c75340, 0x380b840, 0xc0009fee40, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc034c75340, 0x380b840, 0xc0009fee40, 0x0, 0x0, 0x0, 0x326e760, 0xc02b342d00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc034c75340, 0x380be40, 0xc0000115e0, 0x200000000, 0xc02aff92e0, 0x1e, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc034c75340, 0xc011fdea00, 0xc02b00dbb3, 0xc, 0xe91299e, 0xed77dd314, 0x4f79c20, 0xc0326151f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc034c75340, 0xc011fdea00, 0x380ea60, 0xc021043d40, 0xc02b00db53, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc034c75340, 0xc011fdea00, 0xc02b00db30, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc034c75340, 0xc011fdea00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc021043a20, 0x383ca00, 0xc034c75340, 0xc011fdea00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc032615758, 0x383ca00, 0xc034c75340, 0xc011fde800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc034c75340, 0xc011fde800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc034c75340, 0xc011fde800) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc034c75340, 0xc011fde800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc034c75340, 0xc011fde500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc034c75340, 0xc0194de900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc034c75340, 0xc0194de900) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01ae283c0, 0x38483c0, 0xc01867afc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4943507 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x2c8, 0x2d0, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x2c8, 0x2d0, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02f799b80, 0x2d0, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x2d0, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc029dc4900, 0xc0265c3320, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0245e59a0, 0xc0265c3320, 0x0, 0xc002f4ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02f799b80, 0x380b840, 0xc02f4a27c8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc032e60218, 0x380b840, 0xc040ad4648, 0x800, 0xc002f4ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc032e60218, 0x380b840, 0xc040ad4648, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01ecde000, 0x380b840, 0xc040ad4648, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01ecde000, 0x380b840, 0xc040ad4648, 0x0, 0x0, 0x0, 0x326e760, 0xc032b62c00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01ecde000, 0x380be40, 0xc02f4a27c8, 0x800000000, 0xc032b3aae0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01ecde000, 0xc030688300, 0xc032b16b03, 0xd, 0xa3a50c7, 0xed8779cc9, 0x4f79c20, 0xc002f4b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01ecde000, 0xc030688300, 0x380ea60, 0xc0274f46c0, 0xc032b16ad3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01ecde000, 0xc030688300, 0xc032b16ab0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01ecde000, 0xc030688300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0274f4390, 0x383ca00, 0xc01ecde000, 0xc030688300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc002f4b758, 0x383ca00, 0xc01ecde000, 0xc030688000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01ecde000, 0xc030688000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01ecde000, 0xc030688000) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01ecde000, 0xc030688000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01ecde000, 0xc02c5cd800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01ecde000, 0xc026d33300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01ecde000, 0xc026d33300) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0236eaf00, 0x38483c0, 0xc019f54680) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6604975 [syscall]: syscall.Syscall6(0x28, 0x59e, 0x59f, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x59e, 0x59f, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02c633e00, 0x59f, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x59f, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc018e8b260, 0xc01f3969c0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0155b8a58, 0xc01f3969c0, 0x0, 0xc027c62b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02c633e00, 0x380b840, 0xc022e81a08, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc022e81980, 0x380b840, 0xc025a81800, 0x800, 0xc027c62c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc022e81980, 0x380b840, 0xc025a81800, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02d553880, 0x380b840, 0xc025a81800, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02d553880, 0x380b840, 0xc025a81800, 0x0, 0x0, 0x0, 0x326e760, 0xc019997100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02d553880, 0x380be40, 0xc022e81a08, 0x800000000, 0xc02c54d4e0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02d553880, 0xc01f3a7200, 0xc036ef67d3, 0xd, 0x2e2d7386, 0xed86a31ab, 0x4f79c20, 0xc027c631f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02d553880, 0xc01f3a7200, 0x380ea60, 0xc01f895450, 0xc036ef67a3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02d553880, 0xc01f3a7200, 0xc036ef6780, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02d553880, 0xc01f3a7200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01f895130, 0x383ca00, 0xc02d553880, 0xc01f3a7200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc027c63758, 0x383ca00, 0xc02d553880, 0xc01f3a6c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02d553880, 0xc01f3a6c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02d553880, 0xc01f3a6c00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02d553880, 0xc01f3a6c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02d553880, 0xc01f3a6200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02d553880, 0xc021d3c200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02d553880, 0xc021d3c200) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01ae29ea0, 0x38483c0, 0xc018f270c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5959318 [IO wait, 159 minutes]: internal/poll.runtime_pollWait(0x7f41680578b8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0338d5e98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0338d5e80, 0xc026c83e71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0338d5e80, 0xc026c83e71, 0x1, 0x1, 0xc021c09ec0, 0x0, 0xc013c1ef18) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02325b7c8, 0xc026c83e71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc026c83e60) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4814583 [IO wait, 214 minutes]: internal/poll.runtime_pollWait(0x7f4358211d18, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02ad7a518, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02ad7a500, 0xc024adf781, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02ad7a500, 0xc024adf781, 0x1, 0x1, 0xc016f14d80, 0x0, 0xc021de5c98) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02c785ef0, 0xc024adf781, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc024adf770) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4479058 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f4359062650, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0258b9418, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0258b9400, 0xc0255f06a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0258b9400, 0xc0255f06a1, 0x1, 0x1, 0xc023ff2f60, 0x0, 0xc024b4dad8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0226c0f30, 0xc0255f06a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0255f0690) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5084525 [IO wait, 201 minutes]: internal/poll.runtime_pollWait(0x7f435872e440, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc023c23218, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc023c23200, 0xc010342f71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc023c23200, 0xc010342f71, 0x1, 0x1, 0xc01d321748, 0xc01459c298, 0xc01d3217c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000fa2960, 0xc010342f71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc010342f60) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4661326 [IO wait, 221 minutes]: internal/poll.runtime_pollWait(0x7f41b810bb00, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc020e72e98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc020e72e80, 0xc002e76521, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc020e72e80, 0xc002e76521, 0x1, 0x1, 0xc002996f48, 0xc000a1a138, 0xc002996fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc001db8780, 0xc002e76521, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc002e76510) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4471622 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x3e, 0x4e, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x3e, 0x4e, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0151f4100, 0x4e, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x4e, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0237eab40, 0xc0160420c0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc030b94df0, 0xc0160420c0, 0x0, 0xc000ef0b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0151f4100, 0x380b840, 0xc029951580, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0299513d8, 0x380b840, 0xc032c1bf20, 0x800, 0xc000ef0c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0299513d8, 0x380b840, 0xc032c1bf20, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0154630a0, 0x380b840, 0xc032c1bf20, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0154630a0, 0x380b840, 0xc032c1bf20, 0x0, 0x0, 0x0, 0x326e760, 0xc019f25300, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0154630a0, 0x380be40, 0xc029951580, 0x800000000, 0xc015b3f720, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0154630a0, 0xc018ddb500, 0xc0273a0bc3, 0xd, 0x3a2923d3, 0xed8778e04, 0x4f79c20, 0xc000ef11f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0154630a0, 0xc018ddb500, 0x380ea60, 0xc0168ef780, 0xc0273a0b93, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0154630a0, 0xc018ddb500, 0xc0273a0b70, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0154630a0, 0xc018ddb500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0168ef450, 0x383ca00, 0xc0154630a0, 0xc018ddb500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc000ef1758, 0x383ca00, 0xc0154630a0, 0xc018ddb300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0154630a0, 0xc018ddb300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0154630a0, 0xc018ddb300) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0154630a0, 0xc018ddb300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0154630a0, 0xc018ddb100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0154630a0, 0xc018ddb000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0154630a0, 0xc018ddb000) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0301365a0, 0x38483c0, 0xc019f54140) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 7355579 [IO wait, 93 minutes]: internal/poll.runtime_pollWait(0x7f41841818d8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0167c2b18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0167c2b00, 0xc030962df1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0167c2b00, 0xc030962df1, 0x1, 0x1, 0xc0124b3860, 0x0, 0xc0256a3818) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02325be18, 0xc030962df1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc030962de0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4969054 [IO wait, 206 minutes]: internal/poll.runtime_pollWait(0x7f41ac0c7e78, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02343a298, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02343a280, 0xc024979481, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02343a280, 0xc024979481, 0x1, 0x1, 0xc02236ca80, 0x0, 0xc015943e18) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc023bb9958, 0xc024979481, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc024979470) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4929 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a283bc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 6265991 [IO wait, 144 minutes]: internal/poll.runtime_pollWait(0x7f4187166fa8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0171aa418, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0171aa400, 0xc0108fa2e1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0171aa400, 0xc0108fa2e1, 0x1, 0x1, 0xc018b8ac00, 0x0, 0xc027dc8818) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc019c6a908, 0xc0108fa2e1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0108fa2d0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 1023 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc025c920c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1024 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc025c92300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 1025 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc025c92480) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4882 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc025c925a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4740811 [syscall]: syscall.Syscall6(0x28, 0x241, 0x24d, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x241, 0x24d, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc019291280, 0x24d, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x24d, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0198e8a80, 0xc025769ad0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc003051a98, 0xc025769ad0, 0x0, 0xc030ad8b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc019291280, 0x380b840, 0xc0000115f0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02f6da5d8, 0x380b840, 0xc01198bf80, 0x800, 0xc030ad8c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02f6da5d8, 0x380b840, 0xc01198bf80, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0120602a0, 0x380b840, 0xc01198bf80, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0120602a0, 0x380b840, 0xc01198bf80, 0x0, 0x0, 0x0, 0x326e760, 0xc018c25800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0120602a0, 0x380be40, 0xc0000115f0, 0x800000000, 0xc013a55d60, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0120602a0, 0xc0193a6f00, 0xc015496e33, 0xd, 0x2d83fd76, 0xed7e67c3d, 0x4f79c20, 0xc030ad91f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0120602a0, 0xc0193a6f00, 0x380ea60, 0xc016df8b60, 0xc015496e03, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0120602a0, 0xc0193a6f00, 0xc015496de0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0120602a0, 0xc0193a6f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc016df8840, 0x383ca00, 0xc0120602a0, 0xc0193a6f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc030ad9758, 0x383ca00, 0xc0120602a0, 0xc0193a6d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0120602a0, 0xc0193a6d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0120602a0, 0xc0193a6d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0120602a0, 0xc0193a6d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0120602a0, 0xc0193a6700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0120602a0, 0xc018ddac00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0120602a0, 0xc018ddac00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bb588c0, 0x38483c0, 0xc02a261480) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5012 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019c20ba0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5013 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019c20c60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5014 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019c20d20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5015 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019c20de0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5026 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01a283ce0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4972 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc022d72720) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4910 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02511d8c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4974 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc022d727e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4911 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02511d980) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4976 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc022d728a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4912 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02511da40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4977 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc022d72960) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4913 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02511db00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4478635 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f4184181368, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02463ed18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02463ed00, 0xc024bab091, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02463ed00, 0xc024bab091, 0x1, 0x1, 0xc023ad43c0, 0xc01459c298, 0xc02ae937c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02325b288, 0xc024bab091, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc024bab080) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5016 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019c20ea0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5059 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc022d72ba0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5060 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc022d72cc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5076 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02511dbc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5017 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019c20f60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5061 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc022d72de0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5018 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019c21020) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5062 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc022d72f00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5019 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019c210e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5077 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02511dc80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5020 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019c211a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5078 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02511dd40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3963 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc022bd1920) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5021 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019c21260) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3964 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc022bd19e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5079 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02511de00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5022 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019c21320) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3965 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc022bd1aa0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3966 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc022bd1b60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3967 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc022bd1c20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5023 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019c213e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3968 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc022bd1ce0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 3969 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc022bd1da0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5064 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc022d73140) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5090 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc022bd1e60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5091 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc022bd1f20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5067 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc022d734a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5092 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0263360c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5093 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc026336180) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5024 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019c214a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5080 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02511dec0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5025 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019c21560) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5122 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019c21620) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5055 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc01c263f20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5081 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02511df80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5094 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc026336240) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5123 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc019c216e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5082 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc022b4a0c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5095 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc026336300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5083 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc022b4a180) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5099937 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x322, 0x32a, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x322, 0x32a, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02961d780, 0x32a, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x32a, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc018153800, 0xc028af8bd0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc023bb8360, 0xc028af8bd0, 0x0, 0xc018680b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02961d780, 0x380b840, 0xc02aef2358, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017e42908, 0x380b840, 0xc015eccfc0, 0x800, 0xc018680c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017e42908, 0x380b840, 0xc015eccfc0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0255c82a0, 0x380b840, 0xc015eccfc0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0255c82a0, 0x380b840, 0xc015eccfc0, 0x0, 0x0, 0x0, 0x326e760, 0xc030c20e00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0255c82a0, 0x380be40, 0xc02aef2358, 0x800000000, 0xc014e03ce0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0255c82a0, 0xc019092200, 0xc0315eeb93, 0xd, 0x3ac0338c, 0xed87553e6, 0x4f79c20, 0xc0186811f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0255c82a0, 0xc019092200, 0x380ea60, 0xc01d896390, 0xc0315eeb63, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0255c82a0, 0xc019092200, 0xc0315eeb40, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0255c82a0, 0xc019092200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01d896070, 0x383ca00, 0xc0255c82a0, 0xc019092200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc018681758, 0x383ca00, 0xc0255c82a0, 0xc002189c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0255c82a0, 0xc002189c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0255c82a0, 0xc002189c00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0255c82a0, 0xc002189c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0255c82a0, 0xc002189a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0255c82a0, 0xc002189500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0255c82a0, 0xc002189500) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc02281e820, 0x38483c0, 0xc01962d0c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5056 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02669e180) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5084 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc022b4a240) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5068 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc022d735c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5057 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02669e2a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5097 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0263363c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5085 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc022b4a300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5138 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02669e3c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5139 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02669e4e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5069 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc022d736e0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5140 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02669e600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5098 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc026336480) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5141 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02669e720) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5099 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc026336540) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5142 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02669e840) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5100 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc026336600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5070 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc022d73800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 4786932 [IO wait, 215 minutes]: internal/poll.runtime_pollWait(0x7f41841b24d0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01c971118, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01c971100, 0xc02777e2b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01c971100, 0xc02777e2b1, 0x1, 0x1, 0xc011f54360, 0x0, 0xc010041358) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc029950940, 0xc02777e2b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02777e2a0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5101 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0263366c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5071 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc022d73920) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5102 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc026336780) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5103 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc026336840) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5144 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02669eae0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5104 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc026336900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5072 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc022d73a40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5146 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02669ed20) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5105 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc0263369c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5170 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc026336a80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5171 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc026336b40) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5148 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc02669efc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5073 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc022d73b60) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5087 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc022b4a3c0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5186 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc022d73c80) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5172 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc026336c00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 5173 [select, 436 minutes]: github.com/filecoin-project/go-statemachine.(*StateMachine).run(0xc026336cc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/machine.go:53 +0x114 created by github.com/filecoin-project/go-statemachine.(*StateGroup).loadOrCreate /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-statemachine@v0.0.0-20200925024713-05bd7c71fbfe/group.go:133 +0x3bc goroutine 7026223 [IO wait, 108 minutes]: internal/poll.runtime_pollWait(0x7f43583b3380, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc025481718, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc025481700, 0xc025f79c91, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc025481700, 0xc025f79c91, 0x1, 0x1, 0xc022481e60, 0x0, 0xc00faef398) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc020ec3680, 0xc025f79c91, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc025f79c80) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4477216 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x7b, 0x7c, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x7b, 0x7c, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02b0fb580, 0x7c, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x7c, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc021806de0, 0xc021f71590, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc021dd4648, 0xc021f71590, 0x0, 0xc0326d2b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02b0fb580, 0x380b840, 0xc021dd4150, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0213aa460, 0x380b840, 0xc0324476e0, 0x800, 0xc0326d2c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0213aa460, 0x380b840, 0xc0324476e0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01c7a2380, 0x380b840, 0xc0324476e0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01c7a2380, 0x380b840, 0xc0324476e0, 0x0, 0x0, 0x0, 0x326e760, 0xc021e22b00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01c7a2380, 0x380be40, 0xc021dd4150, 0x800000000, 0xc021d92d20, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01c7a2380, 0xc02194d200, 0xc021a45343, 0xc, 0x1507aa56, 0xed78b552a, 0x4f79c20, 0xc0326d31f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01c7a2380, 0xc02194d200, 0x380ea60, 0xc021e1a6e0, 0xc021a452e3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01c7a2380, 0xc02194d200, 0xc021a452c0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01c7a2380, 0xc02194d200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc021e1a3c0, 0x383ca00, 0xc01c7a2380, 0xc02194d200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0326d3758, 0x383ca00, 0xc01c7a2380, 0xc02194d000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01c7a2380, 0xc02194d000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01c7a2380, 0xc02194d000) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01c7a2380, 0xc02194d000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01c7a2380, 0xc02194ce00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01c7a2380, 0xc02194cd00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01c7a2380, 0xc02194cd00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0207f9e00, 0x38483c0, 0xc01e093180) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4639324 [IO wait, 222 minutes]: internal/poll.runtime_pollWait(0x7f41871037c0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0249feb98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0249feb80, 0xc01d9aaac1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0249feb80, 0xc01d9aaac1, 0x1, 0x1, 0xc02645af48, 0xc01459c298, 0xc02645afc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc01aa4bf80, 0xc01d9aaac1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01d9aaab0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4612469 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x1e0, 0x1e1, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x1e0, 0x1e1, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc027911880, 0x1e1, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x1e1, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0174fbda0, 0xc02176fbf0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017c1e6e0, 0xc02176fbf0, 0x0, 0xc02d726b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc027911880, 0x380b840, 0xc02aef2450, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017e42b10, 0x380b840, 0xc000487c98, 0x800, 0xc02d726c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017e42b10, 0x380b840, 0xc000487c98, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc019ffe0e0, 0x380b840, 0xc000487c98, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc019ffe0e0, 0x380b840, 0xc000487c98, 0x0, 0x0, 0x0, 0x326e760, 0xc017c69300, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc019ffe0e0, 0x380be40, 0xc02aef2450, 0x800000000, 0xc00e1ea2c0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc019ffe0e0, 0xc030688500, 0xc0118cb1f3, 0xc, 0x10d986a7, 0xed78da028, 0x4f79c20, 0xc02d7271f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc019ffe0e0, 0xc030688500, 0x380ea60, 0xc02061de90, 0xc0118cb193, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc019ffe0e0, 0xc030688500, 0xc0118cb170, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc019ffe0e0, 0xc030688500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02061db70, 0x383ca00, 0xc019ffe0e0, 0xc030688500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02d727758, 0x383ca00, 0xc019ffe0e0, 0xc030688300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc019ffe0e0, 0xc030688300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc019ffe0e0, 0xc030688300) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc019ffe0e0, 0xc030688300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc019ffe0e0, 0xc030688000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc019ffe0e0, 0xc0193a6a00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc019ffe0e0, 0xc0193a6a00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0189e8140, 0x38483c0, 0xc014c492c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5072385 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x317, 0x319, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x317, 0x319, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01af17100, 0x319, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x319, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc029f1cba0, 0xc020eb5ad0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc018662ff0, 0xc020eb5ad0, 0x0, 0xc022666b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01af17100, 0x380b840, 0xc022e81880, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0174019e0, 0x380b840, 0xc039eb8648, 0x800, 0xc022666c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0174019e0, 0x380b840, 0xc039eb8648, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02db60380, 0x380b840, 0xc039eb8648, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02db60380, 0x380b840, 0xc039eb8648, 0x0, 0x0, 0x0, 0x326e760, 0xc032d48900, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02db60380, 0x380be40, 0xc022e81880, 0x800000000, 0xc019b3dac0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02db60380, 0xc026d32e00, 0xc027cf8023, 0xd, 0x106d7cb8, 0xed81b1a98, 0x4f79c20, 0xc0226671f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02db60380, 0xc026d32e00, 0x380ea60, 0xc02e912460, 0xc02fe36d73, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02db60380, 0xc026d32e00, 0xc02fe36d50, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02db60380, 0xc026d32e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02e912120, 0x383ca00, 0xc02db60380, 0xc026d32e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc022667758, 0x383ca00, 0xc02db60380, 0xc026d32900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02db60380, 0xc026d32900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02db60380, 0xc026d32900) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02db60380, 0xc026d32900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02db60380, 0xc026d32600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02db60380, 0xc01f3a7a00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02db60380, 0xc01f3a7a00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc002232be0, 0x38483c0, 0xc026de8600) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 7071783 [syscall]: syscall.Syscall6(0x28, 0x62d, 0x62f, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x62d, 0x62f, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02f354c80, 0x62f, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x62f, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02a5229c0, 0xc0354d23c0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc00001be20, 0xc0354d23c0, 0x0, 0xc03c098b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02f354c80, 0x380b840, 0xc02aef3070, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017742080, 0x380b840, 0xc01692c228, 0x800, 0xc03c098c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017742080, 0x380b840, 0xc01692c228, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc029380380, 0x380b840, 0xc01692c228, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc029380380, 0x380b840, 0xc01692c228, 0x0, 0x0, 0x0, 0x326e760, 0xc030cbb900, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc029380380, 0x380be40, 0xc02aef3070, 0x800000000, 0xc02300bc80, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc029380380, 0xc0027cd900, 0xc02306b223, 0xd, 0x128fcbbf, 0xed8180268, 0x4f79c20, 0xc03c0991f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc029380380, 0xc0027cd900, 0x380ea60, 0xc0246da900, 0xc02306b1f3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc029380380, 0xc0027cd900, 0xc02306b1d0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc029380380, 0xc0027cd900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0246da580, 0x383ca00, 0xc029380380, 0xc0027cd900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03c099758, 0x383ca00, 0xc029380380, 0xc0027cc800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc029380380, 0xc0027cc800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc029380380, 0xc0027cc800) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc029380380, 0xc0027cc800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc029380380, 0xc02c16fd00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc029380380, 0xc0156ff600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc029380380, 0xc0156ff600) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bd71a40, 0x38483c0, 0xc0222336c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4499101 [IO wait, 229 minutes]: internal/poll.runtime_pollWait(0x7f4187166210, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc03317ff18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc03317ff00, 0xc020eb58a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc03317ff00, 0xc020eb58a1, 0x1, 0x1, 0xc018b227e0, 0x0, 0xc032b6e6d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02aef3c58, 0xc020eb58a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc020eb5890) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5935197 [IO wait, 161 minutes]: internal/poll.runtime_pollWait(0x7f418417f198, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc023d57318, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc023d57300, 0xc01d901691, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc023d57300, 0xc01d901691, 0x1, 0x1, 0xc01941dd40, 0x0, 0xc023e3be98) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc025cf17a8, 0xc01d901691, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01d901680) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4565173 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x1a9, 0x1bb, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x1a9, 0x1bb, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0266b7080, 0x1bb, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x1bb, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01fded1a0, 0xc016043140, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc016415500, 0xc016043140, 0x0, 0xc011d92b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0266b7080, 0x380b840, 0xc00001b638, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0192c7d90, 0x380b840, 0xc002e88498, 0x800, 0xc011d92c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0192c7d90, 0x380b840, 0xc002e88498, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc00fb03260, 0x380b840, 0xc002e88498, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc00fb03260, 0x380b840, 0xc002e88498, 0x0, 0x0, 0x0, 0x326e760, 0xc02cf4c800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc00fb03260, 0x380be40, 0xc00001b638, 0x800000000, 0xc02d06a180, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc00fb03260, 0xc030689700, 0xc02cf4a143, 0xd, 0x1c3e2897, 0xed868259a, 0x4f79c20, 0xc011d931f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc00fb03260, 0xc030689700, 0x380ea60, 0xc002f0db10, 0xc02cf4a113, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc00fb03260, 0xc030689700, 0xc02cf4a0f0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc00fb03260, 0xc030689700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc002f0d7a0, 0x383ca00, 0xc00fb03260, 0xc030689700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc011d93758, 0x383ca00, 0xc00fb03260, 0xc030689500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc00fb03260, 0xc030689500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc00fb03260, 0xc030689500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc00fb03260, 0xc030689500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc00fb03260, 0xc030689300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc00fb03260, 0xc027846f00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc00fb03260, 0xc027846f00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bd71ae0, 0x38483c0, 0xc023db7a80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 7022654 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x61a, 0x622, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x61a, 0x622, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc03744b400, 0x622, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x622, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0124b3440, 0xc025f79200, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0154fcb68, 0xc025f79200, 0x0, 0xc03e8dcb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc03744b400, 0x380b840, 0xc0031d4ea8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0339f6778, 0x380b840, 0xc00f2a5c38, 0x800, 0xc03e8dcc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0339f6778, 0x380b840, 0xc00f2a5c38, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02b0ff0a0, 0x380b840, 0xc00f2a5c38, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02b0ff0a0, 0x380b840, 0xc00f2a5c38, 0x0, 0x0, 0x0, 0x326e760, 0xc021e49e00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02b0ff0a0, 0x380be40, 0xc0031d4ea8, 0x800000000, 0xc021e6e200, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02b0ff0a0, 0xc019724a00, 0xc0383782c3, 0xd, 0x30e4841a, 0xed7e3698f, 0x4f79c20, 0xc03e8dd1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02b0ff0a0, 0xc019724a00, 0x380ea60, 0xc0188dcb90, 0xc038378263, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02b0ff0a0, 0xc019724a00, 0xc038378240, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02b0ff0a0, 0xc019724a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0188dc810, 0x383ca00, 0xc02b0ff0a0, 0xc019724a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03e8dd758, 0x383ca00, 0xc02b0ff0a0, 0xc019724800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02b0ff0a0, 0xc019724800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02b0ff0a0, 0xc019724800) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02b0ff0a0, 0xc019724800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02b0ff0a0, 0xc019724600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02b0ff0a0, 0xc019724500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02b0ff0a0, 0xc019724500) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0122a5360, 0x38483c0, 0xc019114000) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4900403 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x2ba, 0x2bb, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x2ba, 0x2bb, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01237e280, 0x2bb, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x2bb, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc001efd260, 0xc02824fe60, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02af9a748, 0xc02824fe60, 0x0, 0xc02db5ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01237e280, 0x380b840, 0xc0271a7260, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0271a70f8, 0x380b840, 0xc002a155d8, 0x800, 0xc02db5ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0271a70f8, 0x380b840, 0xc002a155d8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc019fffce0, 0x380b840, 0xc002a155d8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc019fffce0, 0x380b840, 0xc002a155d8, 0x0, 0x0, 0x0, 0x326e760, 0xc021e46600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc019fffce0, 0x380be40, 0xc0271a7260, 0x200000000, 0xc030d95170, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc019fffce0, 0xc01ba36c00, 0xc030d95133, 0xc, 0x173c83de, 0xed77e73dc, 0x4f79c20, 0xc02db5b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc019fffce0, 0xc01ba36c00, 0x380ea60, 0xc024dfb5d0, 0xc030d950d3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc019fffce0, 0xc01ba36c00, 0xc030d950b0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc019fffce0, 0xc01ba36c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc024dfb2b0, 0x383ca00, 0xc019fffce0, 0xc01ba36c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02db5b758, 0x383ca00, 0xc019fffce0, 0xc01ba36800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc019fffce0, 0xc01ba36800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc019fffce0, 0xc01ba36800) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc019fffce0, 0xc01ba36800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc019fffce0, 0xc01ba36500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc019fffce0, 0xc0156ff900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc019fffce0, 0xc0156ff900) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc019524460, 0x38483c0, 0xc02f5af140) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4472867 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f43000bd928, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc018b02998, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc018b02980, 0xc0114f12a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc018b02980, 0xc0114f12a1, 0x1, 0x1, 0xc0169cd260, 0x0, 0xc017669158) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc01aa4a850, 0xc0114f12a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0114f1290) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5366599 [syscall]: syscall.Syscall6(0x28, 0x3b6, 0x3b2, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x3b6, 0x3b2, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc010750980, 0x3b2, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x3b2, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc00e4e8180, 0xc02ed04840, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017e428e8, 0xc02ed04840, 0x0, 0xc02e326b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc010750980, 0x380b840, 0xc020ec3060, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc020ec2e18, 0x380b840, 0xc0263f51e8, 0x800, 0xc02e326c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc020ec2e18, 0x380b840, 0xc0263f51e8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0373fad20, 0x380b840, 0xc0263f51e8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0373fad20, 0x380b840, 0xc0263f51e8, 0x0, 0x0, 0x0, 0x326e760, 0xc026435400, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0373fad20, 0x380be40, 0xc020ec3060, 0x200000000, 0xc01c742180, 0x1e, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0373fad20, 0xc0156ff500, 0xc040eaf883, 0xd, 0x134121f0, 0xed7f561e0, 0x4f79c20, 0xc02e3271f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0373fad20, 0xc0156ff500, 0x380ea60, 0xc03225d310, 0xc040eaf823, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0373fad20, 0xc0156ff500, 0xc040eaf800, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0373fad20, 0xc0156ff500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc03225cfe0, 0x383ca00, 0xc0373fad20, 0xc0156ff500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02e327758, 0x383ca00, 0xc0373fad20, 0xc0156feb00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0373fad20, 0xc0156feb00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0373fad20, 0xc0156feb00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0373fad20, 0xc0156feb00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0373fad20, 0xc0156fe300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0373fad20, 0xc0156fe000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0373fad20, 0xc0156fe000) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc002233040, 0x38483c0, 0xc02b013240) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6366826 [syscall]: syscall.Syscall6(0x28, 0x54d, 0x553, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x54d, 0x553, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0151f4400, 0x553, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x553, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc021f695c0, 0xc0281351d0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02aef3468, 0xc0281351d0, 0x0, 0xc032d36b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0151f4400, 0x380b840, 0xc003050498, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017b2bb60, 0x380b840, 0xc0146d9668, 0x800, 0xc032d36c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017b2bb60, 0x380b840, 0xc0146d9668, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc034882d20, 0x380b840, 0xc0146d9668, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc034882d20, 0x380b840, 0xc0146d9668, 0x0, 0x0, 0x0, 0x326e760, 0xc030dde400, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc034882d20, 0x380be40, 0xc003050498, 0x800000000, 0xc030cac740, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc034882d20, 0xc01f3a7b00, 0xc0302b7f43, 0xd, 0x884c84a, 0xed867890b, 0x4f79c20, 0xc032d371f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc034882d20, 0xc01f3a7b00, 0x380ea60, 0xc0172260d0, 0xc0302b7f13, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc034882d20, 0xc01f3a7b00, 0xc0302b7ef0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc034882d20, 0xc01f3a7b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc025093db0, 0x383ca00, 0xc034882d20, 0xc01f3a7b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc032d37758, 0x383ca00, 0xc034882d20, 0xc01f3a7700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc034882d20, 0xc01f3a7700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc034882d20, 0xc01f3a7700) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc034882d20, 0xc01f3a7700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc034882d20, 0xc01f3a7200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc034882d20, 0xc01f3a7100) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc034882d20, 0xc01f3a7100) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bb59cc0, 0x38483c0, 0xc025115e40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6861414 [syscall]: syscall.Syscall6(0x28, 0x5e8, 0x5ee, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x5e8, 0x5ee, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc033ed7680, 0x5ee, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x5ee, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc017237200, 0xc02d81ca20, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0031d58e8, 0xc02d81ca20, 0x0, 0xc03e8dab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc033ed7680, 0x380b840, 0xc000196c88, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc020ec3a38, 0x380b840, 0xc0122ca198, 0x800, 0xc03e8dac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc020ec3a38, 0x380b840, 0xc0122ca198, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc00f76c2a0, 0x380b840, 0xc0122ca198, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc00f76c2a0, 0x380b840, 0xc0122ca198, 0x0, 0x0, 0x0, 0x326e760, 0xc02b986d00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc00f76c2a0, 0x380be40, 0xc000196c88, 0x800000000, 0xc021f0fbe0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc00f76c2a0, 0xc02c16e200, 0xc02c4f5f13, 0xd, 0x18dfb3f8, 0xed86831e8, 0x4f79c20, 0xc03e8db1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc00f76c2a0, 0xc02c16e200, 0x380ea60, 0xc0233777b0, 0xc02c4f5ee3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc00f76c2a0, 0xc02c16e200, 0xc02c4f5ec0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc00f76c2a0, 0xc02c16e200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc023377480, 0x383ca00, 0xc00f76c2a0, 0xc02c16e200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03e8db758, 0x383ca00, 0xc00f76c2a0, 0xc0147d5f00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc00f76c2a0, 0xc0147d5f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc00f76c2a0, 0xc0147d5f00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc00f76c2a0, 0xc0147d5f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc00f76c2a0, 0xc0147d5c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc00f76c2a0, 0xc0147d5b00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc00f76c2a0, 0xc0147d5b00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc033009f40, 0x38483c0, 0xc0191151c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5237810 [IO wait, 194 minutes]: internal/poll.runtime_pollWait(0x7f43480ced38, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0158d0418, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0158d0400, 0xc023016be1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0158d0400, 0xc023016be1, 0x1, 0x1, 0xc0377fd260, 0x0, 0xc032380d58) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017c1f838, 0xc023016be1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc023016bd0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4934421 [syscall]: syscall.Syscall6(0x28, 0x2cc, 0x2cd, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x2cc, 0x2cd, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc000f77980, 0x2cd, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x2cd, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0198e8f00, 0xc02ed043c0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02c7114a8, 0xc02ed043c0, 0x0, 0xc0328d4b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc000f77980, 0x380b840, 0xc0271a61d0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc018663b10, 0x380b840, 0xc002f6e648, 0x800, 0xc0328d4c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc018663b10, 0x380b840, 0xc002f6e648, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01d710e00, 0x380b840, 0xc002f6e648, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01d710e00, 0x380b840, 0xc002f6e648, 0x0, 0x0, 0x0, 0x326e760, 0xc01a9d1b00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01d710e00, 0x380be40, 0xc0271a61d0, 0x800000000, 0xc02d41b140, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01d710e00, 0xc02c16e900, 0xc033130503, 0xd, 0xde64e5, 0xed875f383, 0x4f79c20, 0xc0328d51f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01d710e00, 0xc02c16e900, 0x380ea60, 0xc02c800d80, 0xc0331304d3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01d710e00, 0xc02c16e900, 0xc0331304b0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01d710e00, 0xc02c16e900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02c800a00, 0x383ca00, 0xc01d710e00, 0xc02c16e900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0328d5758, 0x383ca00, 0xc01d710e00, 0xc02c16e700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01d710e00, 0xc02c16e700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01d710e00, 0xc02c16e700) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01d710e00, 0xc02c16e700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01d710e00, 0xc02c16e400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01d710e00, 0xc0147d5e00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01d710e00, 0xc0147d5e00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bb58500, 0x38483c0, 0xc02bf2e900) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 7090217 [IO wait, 105 minutes]: internal/poll.runtime_pollWait(0x7f43000bf478, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc023a35f98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc023a35f80, 0xc02e974fa1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc023a35f80, 0xc02e974fa1, 0x1, 0x1, 0xc0205537a0, 0x0, 0xc021aa3b58) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0154fcac8, 0xc02e974fa1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02e974f90) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 2937687 [select]: net/http.(*persistConn).writeLoop(0xc0338bd320) /usr/local/go/src/net/http/transport.go:2382 +0xf7 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:1744 +0xc9c goroutine 6659952 [IO wait, 125 minutes]: internal/poll.runtime_pollWait(0x7f435015f440, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01d839698, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01d839680, 0xc019770f71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01d839680, 0xc019770f71, 0x1, 0x1, 0xc0132c17a0, 0x0, 0xc013c1f398) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017ae8ea0, 0xc019770f71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc019770f60) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6907266 [syscall]: syscall.Syscall6(0x28, 0x5fd, 0x5ff, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x5fd, 0x5ff, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0317e2300, 0x5ff, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x5ff, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc021806420, 0xc0242c5aa0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc021dd5548, 0xc0242c5aa0, 0x0, 0xc037d12b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0317e2300, 0x380b840, 0xc0271a6688, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0339f7a68, 0x380b840, 0xc040ad4228, 0x800, 0xc037d12c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0339f7a68, 0x380b840, 0xc040ad4228, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc011495260, 0x380b840, 0xc040ad4228, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc011495260, 0x380b840, 0xc040ad4228, 0x0, 0x0, 0x0, 0x326e760, 0xc03022c100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc011495260, 0x380be40, 0xc0271a6688, 0x800000000, 0xc01c6cd4c0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc011495260, 0xc026842c00, 0xc03be82b93, 0xd, 0x22a07c45, 0xed8655888, 0x4f79c20, 0xc037d131f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc011495260, 0xc026842c00, 0x380ea60, 0xc0211111c0, 0xc03be82b63, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc011495260, 0xc026842c00, 0xc03be82b40, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc011495260, 0xc026842c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc021110ea0, 0x383ca00, 0xc011495260, 0xc026842c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc037d13758, 0x383ca00, 0xc011495260, 0xc026842300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc011495260, 0xc026842300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc011495260, 0xc026842300) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc011495260, 0xc026842300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc011495260, 0xc026842100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc011495260, 0xc0023a7f00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc011495260, 0xc0023a7f00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018b87220, 0x38483c0, 0xc017275700) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4574436 [IO wait, 225 minutes]: internal/poll.runtime_pollWait(0x7f41b810c240, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0304a5698, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0304a5680, 0xc02e6b2a61, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0304a5680, 0xc02e6b2a61, 0x1, 0x1, 0xc010a40540, 0x0, 0xc02d405958) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc025cf0830, 0xc02e6b2a61, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02e6b2a50) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6017979 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x4cf, 0x4d1, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x4cf, 0x4d1, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc011de5900, 0x4d1, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x4d1, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0175c1440, 0xc0324ffb90, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0260436b8, 0xc0324ffb90, 0x0, 0xc00fb04b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc011de5900, 0x380b840, 0xc017c1ea30, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017c1e918, 0x380b840, 0xc01b6afba8, 0x800, 0xc00fb04c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017c1e918, 0x380b840, 0xc01b6afba8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc024274e00, 0x380b840, 0xc01b6afba8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc024274e00, 0x380b840, 0xc01b6afba8, 0x0, 0x0, 0x0, 0x326e760, 0xc02ed0b400, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc024274e00, 0x380be40, 0xc017c1ea30, 0x800000000, 0xc026efeb80, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc024274e00, 0xc019288600, 0xc024145e83, 0xc, 0x1fcdb556, 0xed79e7497, 0x4f79c20, 0xc00fb051f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc024274e00, 0xc019288600, 0x380ea60, 0xc026da7b50, 0xc024145e23, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc024274e00, 0xc019288600, 0xc024145e00, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc024274e00, 0xc019288600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc026da7810, 0x383ca00, 0xc024274e00, 0xc019288600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc00fb05758, 0x383ca00, 0xc024274e00, 0xc000065d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc024274e00, 0xc000065d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc024274e00, 0xc000065d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc024274e00, 0xc000065d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc024274e00, 0xc000065800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc024274e00, 0xc000065300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc024274e00, 0xc000065300) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc033008960, 0x38483c0, 0xc032e71f00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6617065 [syscall]: syscall.Syscall6(0x28, 0x5a3, 0x5a9, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x5a3, 0x5a9, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0355da680, 0x5a9, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x5a9, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc021067c20, 0xc023016ed0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02ac79d88, 0xc023016ed0, 0x0, 0xc01d566b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0355da680, 0x380b840, 0xc02aef3020, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc016415960, 0x380b840, 0xc0262370f8, 0x800, 0xc01d566c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc016415960, 0x380b840, 0xc0262370f8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc016c230a0, 0x380b840, 0xc0262370f8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc016c230a0, 0x380b840, 0xc0262370f8, 0x0, 0x0, 0x0, 0x326e760, 0xc02c05b600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc016c230a0, 0x380be40, 0xc02aef3020, 0x800000000, 0xc02c05c4a0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc016c230a0, 0xc0023a6200, 0xc02b6f94c3, 0xd, 0x27913780, 0xed871ec42, 0x4f79c20, 0xc01d5671f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc016c230a0, 0xc0023a6200, 0x380ea60, 0xc021204c70, 0xc02b6f9493, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc016c230a0, 0xc0023a6200, 0xc02b6f9470, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc016c230a0, 0xc0023a6200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc021204950, 0x383ca00, 0xc016c230a0, 0xc0023a6200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01d567758, 0x383ca00, 0xc016c230a0, 0xc026d33b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc016c230a0, 0xc026d33b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc016c230a0, 0xc026d33b00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc016c230a0, 0xc026d33b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc016c230a0, 0xc026d33100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc016c230a0, 0xc026d33000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc016c230a0, 0xc026d33000) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01d9fb360, 0x38483c0, 0xc024d48fc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5953679 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x4ba, 0x4bb, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x4ba, 0x4bb, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02463f480, 0x4bb, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x4bb, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc025100780, 0xc01581a840, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc032e61878, 0xc01581a840, 0x0, 0xc03d57ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02463f480, 0x380b840, 0xc02aef31e8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc018339a30, 0x380b840, 0xc0222a3f98, 0x800, 0xc03d57ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc018339a30, 0x380b840, 0xc0222a3f98, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc00f76dc00, 0x380b840, 0xc0222a3f98, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc00f76dc00, 0x380b840, 0xc0222a3f98, 0x0, 0x0, 0x0, 0x326e760, 0xc02e395400, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc00f76dc00, 0x380be40, 0xc02aef31e8, 0x800000000, 0xc01de509a0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc00f76dc00, 0xc00233c400, 0xc02478fb83, 0xd, 0x93a00e, 0xed87553e7, 0x4f79c20, 0xc03d57b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc00f76dc00, 0xc00233c400, 0x380ea60, 0xc018d5f800, 0xc02478fb53, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc00f76dc00, 0xc00233c400, 0xc02478fb30, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc00f76dc00, 0xc00233c400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc018d5f4e0, 0x383ca00, 0xc00f76dc00, 0xc00233c400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03d57b758, 0x383ca00, 0xc00f76dc00, 0xc00233c000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc00f76dc00, 0xc00233c000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc00f76dc00, 0xc00233c000) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc00f76dc00, 0xc00233c000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc00f76dc00, 0xc0027cdd00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc00f76dc00, 0xc02c5cc400) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc00f76dc00, 0xc02c5cc400) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc021786fa0, 0x38483c0, 0xc026de9080) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4565089 [IO wait, 226 minutes]: internal/poll.runtime_pollWait(0x7f4350199a68, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc019a15118, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc019a15100, 0xc01dd7b001, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc019a15100, 0xc01dd7b001, 0x1, 0x1, 0xc0169e45a0, 0x0, 0xc018af5c18) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02cc9fb48, 0xc01dd7b001, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01dd7aff0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6943679 [IO wait, 112 minutes]: internal/poll.runtime_pollWait(0x7f4124104d18, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0294afb98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0294afb80, 0xc0242c4b21, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0294afb80, 0xc0242c4b21, 0x1, 0x1, 0xc02b06c120, 0x0, 0xc018734358) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00001b498, 0xc0242c4b21, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0242c4b10) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6769970 [IO wait, 120 minutes]: internal/poll.runtime_pollWait(0x7f41681753d8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0230a3b98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0230a3b80, 0xc02460bba1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0230a3b80, 0xc02460bba1, 0x1, 0x1, 0xc029f1cb40, 0x0, 0xc01906d0d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc021dd4548, 0xc02460bba1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02460bb90) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6952963 [syscall]: syscall.Syscall6(0x28, 0x60e, 0x612, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x60e, 0x612, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc03317ec80, 0x612, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x612, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc026234f00, 0xc021ee4510, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02aef3600, 0xc021ee4510, 0x0, 0xc030598b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc03317ec80, 0x380b840, 0xc02f6da400, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017b2af58, 0x380b840, 0xc018efb7e8, 0x800, 0xc030598c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017b2af58, 0x380b840, 0xc018efb7e8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc032ce4380, 0x380b840, 0xc018efb7e8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc032ce4380, 0x380b840, 0xc018efb7e8, 0x0, 0x0, 0x0, 0x326e760, 0xc0289e9000, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc032ce4380, 0x380be40, 0xc02f6da400, 0x800000000, 0xc019e709c0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc032ce4380, 0xc023c3f000, 0xc02f9842f3, 0xd, 0x11aba393, 0xed816143a, 0x4f79c20, 0xc0305991f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc032ce4380, 0xc023c3f000, 0x380ea60, 0xc0166c3c80, 0xc02f984293, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc032ce4380, 0xc023c3f000, 0xc02f984270, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc032ce4380, 0xc023c3f000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0166c3950, 0x383ca00, 0xc032ce4380, 0xc023c3f000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc030599758, 0x383ca00, 0xc032ce4380, 0xc023c3ed00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc032ce4380, 0xc023c3ed00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc032ce4380, 0xc023c3ed00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc032ce4380, 0xc023c3ed00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc032ce4380, 0xc023c3ea00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc032ce4380, 0xc023c3e800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc032ce4380, 0xc023c3e800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023edd540, 0x38483c0, 0xc01049d580) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5247074 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x371, 0x375, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x371, 0x375, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0355f0e80, 0x375, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x375, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc022cb95c0, 0xc02f8fac60, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017e428a8, 0xc02f8fac60, 0x0, 0xc01a0f2b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0355f0e80, 0x380b840, 0xc021dd5e00, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc030b941a8, 0x380b840, 0xc011ae0258, 0x800, 0xc01a0f2c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc030b941a8, 0x380b840, 0xc011ae0258, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0334a5dc0, 0x380b840, 0xc011ae0258, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0334a5dc0, 0x380b840, 0xc011ae0258, 0x0, 0x0, 0x0, 0x326e760, 0xc033a92c00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0334a5dc0, 0x380be40, 0xc021dd5e00, 0x800000000, 0xc031334d20, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0334a5dc0, 0xc022dbc700, 0xc03137e4d3, 0xd, 0x2d53ae74, 0xed7e6e123, 0x4f79c20, 0xc02129d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0334a5dc0, 0xc022dbc700, 0x380ea60, 0xc01830a230, 0xc03137e4a3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0334a5dc0, 0xc022dbc700, 0xc03137e480, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0334a5dc0, 0xc022dbc700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc018df3f10, 0x383ca00, 0xc0334a5dc0, 0xc022dbc700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02129d758, 0x383ca00, 0xc0334a5dc0, 0xc022dbc500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0334a5dc0, 0xc022dbc500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0334a5dc0, 0xc022dbc500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0334a5dc0, 0xc022dbc500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0334a5dc0, 0xc022dbc200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0334a5dc0, 0xc002081f00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0334a5dc0, 0xc002081f00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018d215e0, 0x38483c0, 0xc025847fc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4731526 [syscall, 4 minutes]: syscall.Syscall6(0x28, 0x23b, 0x248, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x23b, 0x248, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc021b8fa80, 0x248, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x248, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02f1d3260, 0xc02cad1a40, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02f6da950, 0xc02cad1a40, 0x0, 0xc0276dab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc021b8fa80, 0x380b840, 0xc02f6da728, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc000196830, 0x380b840, 0xc026324318, 0x800, 0xc0276dac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc000196830, 0x380b840, 0xc026324318, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc037c2ab60, 0x380b840, 0xc026324318, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc037c2ab60, 0x380b840, 0xc026324318, 0x0, 0x0, 0x0, 0x326e760, 0xc010cfce00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc037c2ab60, 0x380be40, 0xc02f6da728, 0x800000000, 0xc01f252f80, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc037c2ab60, 0xc027846400, 0xc02c4bcaa3, 0xd, 0x2b5148e6, 0xed7e4cca3, 0x4f79c20, 0xc0276db1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc037c2ab60, 0xc027846400, 0x380ea60, 0xc02caf7d40, 0xc02c4bca13, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc037c2ab60, 0xc027846400, 0xc02c4bc9f0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc037c2ab60, 0xc027846400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02caf7a00, 0x383ca00, 0xc037c2ab60, 0xc027846400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0276db758, 0x383ca00, 0xc037c2ab60, 0xc027846200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc037c2ab60, 0xc027846200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc037c2ab60, 0xc027846200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc037c2ab60, 0xc027846200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc037c2ab60, 0xc000497e00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc037c2ab60, 0xc000497d00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc037c2ab60, 0xc000497d00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0236ead20, 0x38483c0, 0xc011bec180) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5127629 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x335, 0x337, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x335, 0x337, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02d1dd080, 0x337, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x337, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc014acd1a0, 0xc0160e8c60, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0001229f8, 0xc0160e8c60, 0x0, 0xc025c0eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02d1dd080, 0x380b840, 0xc024be89f0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc00001af08, 0x380b840, 0xc01a5a9a88, 0x800, 0xc025c0ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc00001af08, 0x380b840, 0xc01a5a9a88, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03328c380, 0x380b840, 0xc01a5a9a88, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03328c380, 0x380b840, 0xc01a5a9a88, 0x0, 0x0, 0x0, 0x326e760, 0xc029f13f00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03328c380, 0x380be40, 0xc024be89f0, 0x200000000, 0xc029f106e0, 0x1e, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03328c380, 0xc018dda300, 0xc029475a33, 0xc, 0xe5375ab, 0xed77df8d0, 0x4f79c20, 0xc032acf1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03328c380, 0xc018dda300, 0x380ea60, 0xc02398a130, 0xc0294759d3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03328c380, 0xc018dda300, 0xc0294759b0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03328c380, 0xc018dda300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc031cbfe10, 0x383ca00, 0xc03328c380, 0xc018dda300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc032acf758, 0x383ca00, 0xc03328c380, 0xc018dda000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03328c380, 0xc018dda000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03328c380, 0xc018dda000) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03328c380, 0xc018dda000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03328c380, 0xc02c5cd800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03328c380, 0xc02c5cd400) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03328c380, 0xc02c5cd400) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc02281ee60, 0x38483c0, 0xc020ad9a40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 7355693 [IO wait, 93 minutes]: internal/poll.runtime_pollWait(0x7f41240dde10, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0203e8c98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0203e8c80, 0xc021a1d1b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0203e8c80, 0xc021a1d1b1, 0x1, 0x1, 0xc01fdfa840, 0x0, 0xc021b101d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0245e5c88, 0xc021a1d1b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc021a1d1a0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6293517 [IO wait, 143 minutes]: internal/poll.runtime_pollWait(0x7f41b810b678, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0148cc918, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0148cc900, 0xc016c76161, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0148cc900, 0xc016c76161, 0x1, 0x1, 0xc00e67e360, 0x0, 0xc025302398) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc026043628, 0xc016c76161, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc016c76150) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4547463 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x189, 0x190, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x189, 0x190, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02955cd80, 0x190, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x190, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01b5be120, 0xc0124f8bd0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02c711ea8, 0xc0124f8bd0, 0x0, 0xc02e7b8b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02955cd80, 0x380b840, 0xc030b94e50, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02f4a2970, 0x380b840, 0xc002f0adb0, 0x800, 0xc02e7b8c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02f4a2970, 0x380b840, 0xc002f0adb0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02be9cc40, 0x380b840, 0xc002f0adb0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02be9cc40, 0x380b840, 0xc002f0adb0, 0x0, 0x0, 0x0, 0x326e760, 0xc02a377600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02be9cc40, 0x380be40, 0xc030b94e50, 0x800000000, 0xc02a370ea0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02be9cc40, 0xc01f8d6000, 0xc02a304bf3, 0xd, 0x11f21b96, 0xed811a9f4, 0x4f79c20, 0xc02e7b91f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02be9cc40, 0xc01f8d6000, 0x380ea60, 0xc0163d1f60, 0xc02a304bc3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02be9cc40, 0xc01f8d6000, 0xc02a304ba0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02be9cc40, 0xc01f8d6000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0163d1c40, 0x383ca00, 0xc02be9cc40, 0xc01f8d6000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02e7b9758, 0x383ca00, 0xc02be9cc40, 0xc019289d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02be9cc40, 0xc019289d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02be9cc40, 0xc019289d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02be9cc40, 0xc019289d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02be9cc40, 0xc019289b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02be9cc40, 0xc0194df500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02be9cc40, 0xc0194df500) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023edcdc0, 0x38483c0, 0xc01049cdc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6091557 [syscall]: syscall.Syscall6(0x28, 0x4ea, 0x4ed, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x4ea, 0x4ed, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc03249e880, 0x4ed, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x4ed, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc037cdb680, 0xc035bb2db0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0213aa6f0, 0xc035bb2db0, 0x0, 0xc03c128b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc03249e880, 0x380b840, 0xc0271a72e8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0192c7d80, 0x380b840, 0xc02f96e198, 0x800, 0xc03c128c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0192c7d80, 0x380b840, 0xc02f96e198, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc034c80fc0, 0x380b840, 0xc02f96e198, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc034c80fc0, 0x380b840, 0xc02f96e198, 0x0, 0x0, 0x0, 0x326e760, 0xc02b919800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc034c80fc0, 0x380be40, 0xc0271a72e8, 0x800000000, 0xc02b767980, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc034c80fc0, 0xc00233cc00, 0xc02b7257c3, 0xd, 0x2aa09fd4, 0xed877ae98, 0x4f79c20, 0xc03c1291f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc034c80fc0, 0xc00233cc00, 0x380ea60, 0xc02ffd51f0, 0xc02b725793, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc034c80fc0, 0xc00233cc00, 0xc02b725770, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc034c80fc0, 0xc00233cc00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02ffd4ed0, 0x383ca00, 0xc034c80fc0, 0xc00233cc00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03c129758, 0x383ca00, 0xc034c80fc0, 0xc00233c200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc034c80fc0, 0xc00233c200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc034c80fc0, 0xc00233c200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc034c80fc0, 0xc00233c200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc034c80fc0, 0xc000497a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc034c80fc0, 0xc000497800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc034c80fc0, 0xc000497800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc025be8960, 0x38483c0, 0xc017b538c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6394105 [IO wait, 138 minutes]: internal/poll.runtime_pollWait(0x7f43583b3550, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0272f8818, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0272f8800, 0xc0201c0ca1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0272f8800, 0xc0201c0ca1, 0x1, 0x1, 0xc02ee0e600, 0x0, 0xc014b32ed8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc026042040, 0xc0201c0ca1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0201c0c90) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6925460 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x600, 0x606, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x600, 0x606, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc026a1c300, 0x606, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x606, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01dd8daa0, 0xc011bdb2c0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc024be9bf0, 0xc011bdb2c0, 0x0, 0xc037d10b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc026a1c300, 0x380b840, 0xc017f9de90, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017f9dd28, 0x380b840, 0xc0282d4af8, 0x800, 0xc037d10c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017f9dd28, 0x380b840, 0xc0282d4af8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02d2d2000, 0x380b840, 0xc0282d4af8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02d2d2000, 0x380b840, 0xc0282d4af8, 0x0, 0x0, 0x0, 0x326e760, 0xc02d2d8e00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02d2d2000, 0x380be40, 0xc017f9de90, 0x800000000, 0xc02b4c3ec0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02d2d2000, 0xc022dbd800, 0xc02d28a233, 0xd, 0x5fe1184, 0xed86cd1db, 0x4f79c20, 0xc037d111f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02d2d2000, 0xc022dbd800, 0x380ea60, 0xc02369e700, 0xc02d28a203, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02d2d2000, 0xc022dbd800, 0xc02d28a1e0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02d2d2000, 0xc022dbd800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02369e3d0, 0x383ca00, 0xc02d2d2000, 0xc022dbd800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc037d11758, 0x383ca00, 0xc02d2d2000, 0xc022dbd600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02d2d2000, 0xc022dbd600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02d2d2000, 0xc022dbd600) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02d2d2000, 0xc022dbd600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02d2d2000, 0xc022dbd000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02d2d2000, 0xc022dbce00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02d2d2000, 0xc022dbce00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018d20dc0, 0x38483c0, 0xc033d1e340) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5770291 [IO wait, 168 minutes]: internal/poll.runtime_pollWait(0x7f412413e150, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02b06f398, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02b06f380, 0xc01e0461f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02b06f380, 0xc01e0461f1, 0x1, 0x1, 0xc018754f00, 0x0, 0xc01896b498) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000122ed0, 0xc01e0461f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01e0461e0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4478288 [syscall]: syscall.Syscall6(0x28, 0x90, 0xa1, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x90, 0xa1, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc023d56280, 0xa1, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0xa1, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02ad9d560, 0xc024d1a9c0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc023cfa900, 0xc024d1a9c0, 0x0, 0xc01d18ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc023d56280, 0x380b840, 0xc020b47f30, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02325a9e8, 0x380b840, 0xc0263f5fc8, 0x800, 0xc01d18ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02325a9e8, 0x380b840, 0xc0263f5fc8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03c3a02a0, 0x380b840, 0xc0263f5fc8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03c3a02a0, 0x380b840, 0xc0263f5fc8, 0x0, 0x0, 0x0, 0x326e760, 0xc024bb6400, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03c3a02a0, 0x380be40, 0xc020b47f30, 0x800000000, 0xc0248bcd40, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03c3a02a0, 0xc0248dea00, 0xc024515493, 0xd, 0xfd4f1f3, 0xed7e3cdfe, 0x4f79c20, 0xc01d18b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03c3a02a0, 0xc0248dea00, 0x380ea60, 0xc024895750, 0xc024515463, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03c3a02a0, 0xc0248dea00, 0xc024515440, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03c3a02a0, 0xc0248dea00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc024895430, 0x383ca00, 0xc03c3a02a0, 0xc0248dea00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01d18b758, 0x383ca00, 0xc03c3a02a0, 0xc0248de800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03c3a02a0, 0xc0248de800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03c3a02a0, 0xc0248de800) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03c3a02a0, 0xc0248de800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03c3a02a0, 0xc0248de600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03c3a02a0, 0xc0248de500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03c3a02a0, 0xc0248de500) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023d35180, 0x38483c0, 0xc01cffe600) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4478534 [syscall, 4 minutes]: syscall.Syscall6(0x28, 0x9c, 0xa3, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x9c, 0xa3, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0248a2580, 0xa3, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0xa3, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02155ed80, 0xc024d1a9f0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc023cfa908, 0xc024d1a9f0, 0x0, 0xc023aeeb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0248a2580, 0x380b840, 0xc023cfa8b8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc020b47e00, 0x380b840, 0xc0128c3230, 0x800, 0xc023aeec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc020b47e00, 0x380b840, 0xc0128c3230, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01154d260, 0x380b840, 0xc0128c3230, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01154d260, 0x380b840, 0xc0128c3230, 0x0, 0x0, 0x0, 0x326e760, 0xc024d22200, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01154d260, 0x380be40, 0xc023cfa8b8, 0x800000000, 0xc024c3c560, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01154d260, 0xc024c6c400, 0xc024725be3, 0xd, 0x317de792, 0xed8561471, 0x4f79c20, 0xc023aef1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01154d260, 0xc024c6c400, 0x380ea60, 0xc024c0aff0, 0xc024725bb3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01154d260, 0xc024c6c400, 0xc024725b90, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01154d260, 0xc024c6c400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc024c0acd0, 0x383ca00, 0xc01154d260, 0xc024c6c400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc023aef758, 0x383ca00, 0xc01154d260, 0xc024c6c200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01154d260, 0xc024c6c200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01154d260, 0xc024c6c200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01154d260, 0xc024c6c200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01154d260, 0xc024c6c000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01154d260, 0xc0240edf00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01154d260, 0xc0240edf00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc02427b5e0, 0x38483c0, 0xc0226d8800) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6085364 [IO wait, 153 minutes]: internal/poll.runtime_pollWait(0x7f4187a69a80, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc025220f98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc025220f80, 0xc017812fd1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc025220f80, 0xc017812fd1, 0x1, 0x1, 0xc01f11d740, 0x0, 0xc010040dd8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc003051f40, 0xc017812fd1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc017812fc0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4694754 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x225, 0x226, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x225, 0x226, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc027292f80, 0x226, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x226, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc029f1c960, 0xc02ad3aea0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0213aa778, 0xc02ad3aea0, 0x0, 0xc01a574b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc027292f80, 0x380b840, 0xc025cf0368, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc025cf02e0, 0x380b840, 0xc0124b7500, 0x800, 0xc01a574c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc025cf02e0, 0x380b840, 0xc0124b7500, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc00fb03180, 0x380b840, 0xc0124b7500, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc00fb03180, 0x380b840, 0xc0124b7500, 0x0, 0x0, 0x0, 0x326e760, 0xc02bae4900, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc00fb03180, 0x380be40, 0xc025cf0368, 0x200000000, 0xc02b60d830, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc00fb03180, 0xc019093d00, 0xc02b60d7f3, 0xc, 0xf0fc268, 0xed79befe8, 0x4f79c20, 0xc02d8291f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc00fb03180, 0xc019093d00, 0x380ea60, 0xc01061f190, 0xc02b60d793, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc00fb03180, 0xc019093d00, 0xc02b60d770, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc00fb03180, 0xc019093d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01061ee70, 0x383ca00, 0xc00fb03180, 0xc019093d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02d829758, 0x383ca00, 0xc00fb03180, 0xc019093b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc00fb03180, 0xc019093b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc00fb03180, 0xc019093b00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc00fb03180, 0xc019093b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc00fb03180, 0xc019093900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc00fb03180, 0xc002666900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc00fb03180, 0xc002666900) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0236ebb80, 0x38483c0, 0xc01abdca80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5274620 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x382, 0x383, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x382, 0x383, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0197a6680, 0x383, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x383, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc018c95c20, 0xc020841290, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc032e60380, 0xc020841290, 0x0, 0xc01f162b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0197a6680, 0x380b840, 0xc032e60190, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0158383b8, 0x380b840, 0xc022822af8, 0x800, 0xc01f162c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0158383b8, 0x380b840, 0xc022822af8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01d7102a0, 0x380b840, 0xc022822af8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01d7102a0, 0x380b840, 0xc022822af8, 0x0, 0x0, 0x0, 0x326e760, 0xc02de14000, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01d7102a0, 0x380be40, 0xc032e60190, 0x800000000, 0xc0305ed200, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01d7102a0, 0xc027846500, 0xc0306a73d3, 0xd, 0x169d68e4, 0xed86b51f3, 0x4f79c20, 0xc01f1631f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01d7102a0, 0xc027846500, 0x380ea60, 0xc02464eea0, 0xc0306a73a3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01d7102a0, 0xc027846500, 0xc0306a7380, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01d7102a0, 0xc027846500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02464eb80, 0x383ca00, 0xc01d7102a0, 0xc027846500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01f163758, 0x383ca00, 0xc01d7102a0, 0xc027846300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01d7102a0, 0xc027846300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01d7102a0, 0xc027846300) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01d7102a0, 0xc027846300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01d7102a0, 0xc026c79e00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01d7102a0, 0xc030689a00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01d7102a0, 0xc030689a00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc002674aa0, 0x38483c0, 0xc01896ad40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 7053390 [IO wait, 107 minutes]: internal/poll.runtime_pollWait(0x7f41ac0c7398, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01ed41c18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01ed41c00, 0xc0267e6fd1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01ed41c00, 0xc0267e6fd1, 0x1, 0x1, 0x0, 0xc032084618, 0xc028000001) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0339f7748, 0xc0267e6fd1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0267e6fc0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5687821 [IO wait, 172 minutes]: internal/poll.runtime_pollWait(0x7f43587352a0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0239a4a18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0239a4a00, 0xc0275e6d31, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0239a4a00, 0xc0275e6d31, 0x1, 0x1, 0xc01fe4e600, 0x0, 0xc03c2e0d58) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc022e817b8, 0xc0275e6d31, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0275e6d20) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5440058 [syscall]: syscall.Syscall6(0x28, 0x3dc, 0x3dd, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x3dc, 0x3dd, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0235b5b80, 0x3dd, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x3dd, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc037cdba40, 0xc01ec00540, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc018b791d8, 0xc01ec00540, 0x0, 0xc00eaacb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0235b5b80, 0x380b840, 0xc0245e59e0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc018662ca8, 0x380b840, 0xc019ab4e28, 0x800, 0xc00eaacc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc018662ca8, 0x380b840, 0xc019ab4e28, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc010590380, 0x380b840, 0xc019ab4e28, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc010590380, 0x380b840, 0xc019ab4e28, 0x0, 0x0, 0x0, 0x326e760, 0xc017170000, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc010590380, 0x380be40, 0xc0245e59e0, 0x800000000, 0xc0003687e0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc010590380, 0xc014403900, 0xc015ef25c3, 0xd, 0x3407861d, 0xed86cb9b7, 0x4f79c20, 0xc00eaad1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc010590380, 0xc014403900, 0x380ea60, 0xc016e5dfb0, 0xc015ef2593, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc010590380, 0xc014403900, 0xc015ef2570, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc010590380, 0xc014403900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc016e5dc90, 0x383ca00, 0xc010590380, 0xc014403900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc00eaad758, 0x383ca00, 0xc010590380, 0xc014403600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc010590380, 0xc014403600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc010590380, 0xc014403600) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc010590380, 0xc014403600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc010590380, 0xc014403400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc010590380, 0xc014403300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc010590380, 0xc014403300) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018b86140, 0x38483c0, 0xc033468740) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4273757 [IO wait, 219 minutes]: internal/poll.runtime_pollWait(0x7f418417ea58, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc025c30e98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc025c30e80, 0xc024d1b5d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc025c30e80, 0xc024d1b5d1, 0x1, 0x1, 0xc02b0bd748, 0xc02bdaa818, 0xc02b0bd7c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc022e80738, 0xc024d1b5d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc024d1b5c0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6247669 [IO wait, 145 minutes]: internal/poll.runtime_pollWait(0x7f43480cee20, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01e084f18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01e084f00, 0xc002c43c01, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01e084f00, 0xc002c43c01, 0x1, 0x1, 0xc031277748, 0xc01459c298, 0xc0312777c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02c785160, 0xc002c43c01, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc002c43bf0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5917124 [IO wait, 162 minutes]: internal/poll.runtime_pollWait(0x7f418417e5d0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0288b4218, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0288b4200, 0xc002a932d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0288b4200, 0xc002a932d1, 0x1, 0x1, 0xc0155a6f60, 0x0, 0xc02a69a658) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02aef2e80, 0xc002a932d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc002a932c0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4474878 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x61, 0x6c, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x61, 0x6c, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02506aa00, 0x6c, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x6c, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc013356780, 0xc01f7ea060, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02f4a2fc0, 0xc01f7ea060, 0x0, 0xc01b040b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02506aa00, 0x380b840, 0xc018b79cc8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02c711e48, 0x380b840, 0xc030f495a8, 0x800, 0xc01b040c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02c711e48, 0x380b840, 0xc030f495a8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc010c40380, 0x380b840, 0xc030f495a8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc010c40380, 0x380b840, 0xc030f495a8, 0x0, 0x0, 0x0, 0x326e760, 0xc01ed9a100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc010c40380, 0x380be40, 0xc018b79cc8, 0x800000000, 0xc01d3df920, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc010c40380, 0xc000065400, 0xc01e11cc23, 0xd, 0x3627ec13, 0xed86baee0, 0x4f79c20, 0xc01b0411f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc010c40380, 0xc000065400, 0x380ea60, 0xc01d3db4b0, 0xc01e11cbf3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc010c40380, 0xc000065400, 0xc01e11cbd0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc010c40380, 0xc000065400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01d3db190, 0x383ca00, 0xc010c40380, 0xc000065400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01b041758, 0x383ca00, 0xc010c40380, 0xc000065200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc010c40380, 0xc000065200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc010c40380, 0xc000065200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc010c40380, 0xc000065200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc010c40380, 0xc000064f00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc010c40380, 0xc019093e00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc010c40380, 0xc019093e00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bb58640, 0x38483c0, 0xc018930700) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4489381 [IO wait, 229 minutes]: internal/poll.runtime_pollWait(0x7f435801d170, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02595f918, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02595f900, 0xc000435691, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02595f900, 0xc000435691, 0x1, 0x1, 0xc03f70d500, 0x0, 0xc0150769d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0339f6670, 0xc000435691, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc000435680) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5173450 [IO wait, 197 minutes]: internal/poll.runtime_pollWait(0x7f41681748f8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc029339418, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc029339400, 0xc02c901601, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc029339400, 0xc02c901601, 0x1, 0x1, 0xc020ce3ec0, 0xc01446be18, 0xc02b0b6fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02aef39a8, 0xc02c901601, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02c9015f0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4479910 [IO wait, 229 minutes]: internal/poll.runtime_pollWait(0x7f41b810c070, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01c80c018, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01c80c000, 0xc02c608101, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01c80c000, 0xc02c608101, 0x1, 0x1, 0xc02476e420, 0x0, 0xc016d02098) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0329ec048, 0xc02c608101, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02c6080f0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5347597 [IO wait, 188 minutes]: internal/poll.runtime_pollWait(0x7f4187b8caf8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01af16598, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01af16580, 0xc028bd9c31, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01af16580, 0xc028bd9c31, 0x1, 0x1, 0xc02a6bf748, 0xc000a1a138, 0xc02a6bf7c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017b2bef8, 0xc028bd9c31, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc028bd9c20) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4499076 [IO wait, 229 minutes]: internal/poll.runtime_pollWait(0x7f41841b4a98, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01c81d618, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01c81d600, 0xc017f5d391, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01c81d600, 0xc017f5d391, 0x1, 0x1, 0xc001c3ef48, 0xc01459c298, 0xc001c3efc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02ac79848, 0xc017f5d391, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc017f5d380) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4561018 [IO wait, 226 minutes]: internal/poll.runtime_pollWait(0x7f435801cfa0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc028e06a18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc028e06a00, 0xc0308b7451, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc028e06a00, 0xc0308b7451, 0x1, 0x1, 0xc001ef4748, 0xc000a1a138, 0xc001ef47c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc015839780, 0xc0308b7451, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0308b7440) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7239944 [syscall]: syscall.Syscall6(0x28, 0x660, 0x664, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x660, 0x664, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0266b7f80, 0x664, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x664, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02b383e60, 0xc035a46fc0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02aef2798, 0xc035a46fc0, 0x0, 0xc03c83cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0266b7f80, 0x380b840, 0xc018338318, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0339f7d00, 0x380b840, 0xc03b8bdc98, 0x800, 0xc03c83cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0339f7d00, 0x380b840, 0xc03b8bdc98, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02a1e01c0, 0x380b840, 0xc03b8bdc98, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02a1e01c0, 0x380b840, 0xc03b8bdc98, 0x0, 0x0, 0x0, 0x326e760, 0xc037c5fa00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02a1e01c0, 0x380be40, 0xc018338318, 0x200000000, 0xc0254a9020, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02a1e01c0, 0xc0239a3100, 0xc0254a8fe3, 0xc, 0xdc774ef, 0xed79d1f37, 0x4f79c20, 0xc03c83d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02a1e01c0, 0xc0239a3100, 0x380ea60, 0xc017777e30, 0xc0254a8f83, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02a1e01c0, 0xc0239a3100, 0xc0254a8f60, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02a1e01c0, 0xc0239a3100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc017777ab0, 0x383ca00, 0xc02a1e01c0, 0xc0239a3100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03c83d758, 0x383ca00, 0xc02a1e01c0, 0xc0239a2d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02a1e01c0, 0xc0239a2d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02a1e01c0, 0xc0239a2d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02a1e01c0, 0xc0239a2d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02a1e01c0, 0xc0239a2900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02a1e01c0, 0xc0239a2800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02a1e01c0, 0xc0239a2800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023d34640, 0x38483c0, 0xc018f9ec00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4602288 [IO wait, 224 minutes]: internal/poll.runtime_pollWait(0x7f43480bcaf0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc022d7db18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc022d7db00, 0xc018abbd81, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc022d7db00, 0xc018abbd81, 0x1, 0x1, 0xc0132c1080, 0x0, 0xc016cd39d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02ac790b8, 0xc018abbd81, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc018abbd70) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4648809 [IO wait, 222 minutes]: internal/poll.runtime_pollWait(0x7f412419a3c0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0235b1098, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0235b1080, 0xc03213df61, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0235b1080, 0xc03213df61, 0x1, 0x1, 0xc02064e900, 0x0, 0xc0218dae18) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02c784318, 0xc03213df61, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc03213df50) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5164320 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x346, 0x349, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x346, 0x349, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc025aa5a00, 0x349, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x349, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01837fbc0, 0xc0165a23f0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0226c15b0, 0xc0165a23f0, 0x0, 0xc02129eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc025aa5a00, 0x380b840, 0xc0226c0eb8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc003050f90, 0x380b840, 0xc017a0c888, 0x800, 0xc02129ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc003050f90, 0x380b840, 0xc017a0c888, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02900e0e0, 0x380b840, 0xc017a0c888, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02900e0e0, 0x380b840, 0xc017a0c888, 0x0, 0x0, 0x0, 0x326e760, 0xc02903cd00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02900e0e0, 0x380be40, 0xc0226c0eb8, 0x800000000, 0xc028eb6a20, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02900e0e0, 0xc002189c00, 0xc027fa7f43, 0xd, 0x2a5741d, 0xed874c4d1, 0x4f79c20, 0xc02129f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02900e0e0, 0xc002189c00, 0x380ea60, 0xc0017c48d0, 0xc027fa7f13, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02900e0e0, 0xc002189c00, 0xc027fa7ef0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02900e0e0, 0xc002189c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0017c45b0, 0x383ca00, 0xc02900e0e0, 0xc002189c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02129f758, 0x383ca00, 0xc02900e0e0, 0xc002189a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02900e0e0, 0xc002189a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02900e0e0, 0xc002189a00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02900e0e0, 0xc002189a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02900e0e0, 0xc002189100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02900e0e0, 0xc002188f00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02900e0e0, 0xc002188f00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0189e8fa0, 0x38483c0, 0xc01f933b40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5651124 [IO wait, 174 minutes]: internal/poll.runtime_pollWait(0x7f41240de0c8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0304a4c98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0304a4c80, 0xc0319e3a51, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0304a4c80, 0xc0319e3a51, 0x1, 0x1, 0xc02a5223c0, 0x0, 0xc018735198) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0226c1ac0, 0xc0319e3a51, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0319e3a40) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5825417 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x4d3, 0x4d4, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x4d3, 0x4d4, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc022e24580, 0x4d4, 0x3fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x4d4, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc019d4d200, 0xc013c9c8a0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0031d44b8, 0xc013c9c8a0, 0x0, 0xc03c55eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc022e24580, 0x380b840, 0xc002a16148, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0164140d8, 0x380b840, 0xc017a0c240, 0x800, 0xc03c55ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0164140d8, 0x380b840, 0xc017a0c240, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02900f420, 0x380b840, 0xc017a0c240, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02900f420, 0x380b840, 0xc017a0c240, 0x0, 0x0, 0x0, 0x326e760, 0xc0109c0200, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02900f420, 0x380be40, 0xc002a16148, 0x400000000, 0xc02fcda090, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02900f420, 0xc01f8d7a00, 0xc02fcda083, 0xd, 0x1110f550, 0xed7a2258e, 0x4f79c20, 0xc03c55f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02900f420, 0xc01f8d7a00, 0x380ea60, 0xc003136f30, 0xc02fcda053, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02900f420, 0xc01f8d7a00, 0xc02fcda030, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02900f420, 0xc01f8d7a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc003136c10, 0x383ca00, 0xc02900f420, 0xc01f8d7a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03c55f758, 0x383ca00, 0xc02900f420, 0xc01f8d7000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02900f420, 0xc01f8d7000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02900f420, 0xc01f8d7000) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02900f420, 0xc01f8d7000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02900f420, 0xc01f8d6a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02900f420, 0xc02c16e100) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02900f420, 0xc02c16e100) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023edc1e0, 0x38483c0, 0xc022fbc800) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5926238 [IO wait, 161 minutes]: internal/poll.runtime_pollWait(0x7f435801c860, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc03466c198, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc03466c180, 0xc0275ca461, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc03466c180, 0xc0275ca461, 0x1, 0x1, 0xc021136ea0, 0x0, 0xc02553ebd8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017b2b198, 0xc0275ca461, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0275ca450) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4496714 [syscall]: syscall.Syscall6(0x28, 0x11b, 0x11c, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x11b, 0x11c, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02441b180, 0x11c, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x11c, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02128b440, 0xc0218b12c0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017ae9c30, 0xc0218b12c0, 0x0, 0xc02be92b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02441b180, 0x380b840, 0xc002a17c78, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc002a17bf0, 0x380b840, 0xc0124b7ed8, 0x800, 0xc02be92c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc002a17bf0, 0x380b840, 0xc0124b7ed8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02be9d7a0, 0x380b840, 0xc0124b7ed8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02be9d7a0, 0x380b840, 0xc0124b7ed8, 0x0, 0x0, 0x0, 0x326e760, 0xc01c08a200, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02be9d7a0, 0x380be40, 0xc002a17c78, 0x800000000, 0xc016fe1b80, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02be9d7a0, 0xc02c16f000, 0xc022344473, 0xc, 0x131cb5dc, 0xed7ad7237, 0x4f79c20, 0xc02be931f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02be9d7a0, 0xc02c16f000, 0x380ea60, 0xc030d0e380, 0xc022344413, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02be9d7a0, 0xc02c16f000, 0xc0223443f0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02be9d7a0, 0xc02c16f000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc030d0e000, 0x383ca00, 0xc02be9d7a0, 0xc02c16f000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02be93758, 0x383ca00, 0xc02be9d7a0, 0xc02c16ee00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02be9d7a0, 0xc02c16ee00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02be9d7a0, 0xc02c16ee00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02be9d7a0, 0xc02c16ee00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02be9d7a0, 0xc02c16ec00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02be9d7a0, 0xc018dda100) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02be9d7a0, 0xc018dda100) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01a2ef860, 0x38483c0, 0xc028918980) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5271050 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x380, 0x384, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x380, 0x384, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0171ab300, 0x384, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x384, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01e8896e0, 0xc01699a240, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02c710ea8, 0xc01699a240, 0x0, 0xc02129cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0171ab300, 0x380b840, 0xc0226c1bd0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc018662680, 0x380b840, 0xc017fb2120, 0x800, 0xc02129cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc018662680, 0x380b840, 0xc017fb2120, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02773c9a0, 0x380b840, 0xc017fb2120, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02773c9a0, 0x380b840, 0xc017fb2120, 0x0, 0x0, 0x0, 0x326e760, 0xc02139d600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02773c9a0, 0x380be40, 0xc0226c1bd0, 0x800000000, 0xc0166e92e0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02773c9a0, 0xc01f8d7700, 0xc02bc6a9b3, 0xd, 0xe389849, 0xed8110152, 0x4f79c20, 0xc02129d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02773c9a0, 0xc01f8d7700, 0x380ea60, 0xc025541ae0, 0xc02bc6a983, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02773c9a0, 0xc01f8d7700, 0xc02bc6a960, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02773c9a0, 0xc01f8d7700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0255417c0, 0x383ca00, 0xc02773c9a0, 0xc01f8d7700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02129d758, 0x383ca00, 0xc02773c9a0, 0xc01f8d7500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02773c9a0, 0xc01f8d7500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02773c9a0, 0xc01f8d7500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02773c9a0, 0xc01f8d7500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02773c9a0, 0xc01f8d6f00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02773c9a0, 0xc01f8d6b00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02773c9a0, 0xc01f8d6b00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01ae286e0, 0x38483c0, 0xc0172743c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6073179 [IO wait, 153 minutes]: internal/poll.runtime_pollWait(0x7f4184180ee0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01453a118, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01453a100, 0xc012184731, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01453a100, 0xc012184731, 0x1, 0x1, 0xc02abd0f48, 0xc013d851b8, 0xc02abd0fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0245e4008, 0xc012184731, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc012184720) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6317430 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x53d, 0x53e, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x53d, 0x53e, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc025aa4100, 0x53e, 0x3fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x53e, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02404a6c0, 0xc0230feb40, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc025cf1240, 0xc0230feb40, 0x0, 0xc01b6aab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc025aa4100, 0x380b840, 0xc000123988, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc026043d28, 0x380b840, 0xc019ab5c68, 0x800, 0xc01b6aac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc026043d28, 0x380b840, 0xc019ab5c68, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01862ab60, 0x380b840, 0xc019ab5c68, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01862ab60, 0x380b840, 0xc019ab5c68, 0x0, 0x0, 0x0, 0x326e760, 0xc026436800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01862ab60, 0x380be40, 0xc000123988, 0x400000000, 0xc025fa53c0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01862ab60, 0xc026c78d00, 0xc02644a113, 0xc, 0x313d106a, 0xed79e8a08, 0x4f79c20, 0xc01b6ab1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01862ab60, 0xc026c78d00, 0x380ea60, 0xc02c8004a0, 0xc02644a0b3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01862ab60, 0xc026c78d00, 0xc02644a090, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01862ab60, 0xc026c78d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02c800170, 0x383ca00, 0xc01862ab60, 0xc026c78d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01b6ab758, 0x383ca00, 0xc01862ab60, 0xc026c78600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01862ab60, 0xc026c78600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01862ab60, 0xc026c78600) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01862ab60, 0xc026c78600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01862ab60, 0xc026c78200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01862ab60, 0xc026c78000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01862ab60, 0xc026c78000) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc024375540, 0x38483c0, 0xc026de9500) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4872111 [IO wait, 211 minutes]: internal/poll.runtime_pollWait(0x7f412413e238, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc031ab6618, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc031ab6600, 0xc0261644c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc031ab6600, 0xc0261644c1, 0x1, 0x1, 0xc01704f5c0, 0x0, 0xc021b11458) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc024be8fe0, 0xc0261644c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0261644b0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7311504 [syscall]: syscall.Syscall6(0x28, 0x679, 0x67a, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x679, 0x67a, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0251aa180, 0x67a, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x67a, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc00e74ade0, 0xc01fd5c0f0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0226c0520, 0xc01fd5c0f0, 0x0, 0xc00fd38b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0251aa180, 0x380b840, 0xc02ac78e80, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc018338528, 0x380b840, 0xc0222a3f80, 0x800, 0xc00fd38c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc018338528, 0x380b840, 0xc0222a3f80, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02c894700, 0x380b840, 0xc0222a3f80, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02c894700, 0x380b840, 0xc0222a3f80, 0x0, 0x0, 0x0, 0x326e760, 0xc0185f6700, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02c894700, 0x380be40, 0xc02ac78e80, 0x800000000, 0xc0288e00c0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02c894700, 0xc002667800, 0xc0291ec383, 0xd, 0x120e7e1d, 0xed856870e, 0x4f79c20, 0xc00fd391f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02c894700, 0xc002667800, 0x380ea60, 0xc02606b6e0, 0xc0291ec353, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02c894700, 0xc002667800, 0xc0291ec330, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02c894700, 0xc002667800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02606b3c0, 0x383ca00, 0xc02c894700, 0xc002667800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc00fd39758, 0x383ca00, 0xc02c894700, 0xc002666800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02c894700, 0xc002666800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02c894700, 0xc002666800) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02c894700, 0xc002666800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02c894700, 0xc002666200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02c894700, 0xc0020f3f00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02c894700, 0xc0020f3f00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01f060000, 0x38483c0, 0xc013ff0d80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4971122 [IO wait, 206 minutes]: internal/poll.runtime_pollWait(0x7f41ac0c5448, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc023bc1598, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc023bc1580, 0xc0316c4911, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc023bc1580, 0xc0316c4911, 0x1, 0x1, 0xc024ab00c0, 0x0, 0xc01896a998) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017e42ed0, 0xc0316c4911, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0316c4900) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6320969 [IO wait, 141 minutes]: internal/poll.runtime_pollWait(0x7f4187b8c2d0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc031db4118, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc031db4100, 0xc029324be1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc031db4100, 0xc029324be1, 0x1, 0x1, 0xc021067500, 0x0, 0xc018f26e98) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc032e61600, 0xc029324be1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc029324bd0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4958587 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x2da, 0x2db, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x2da, 0x2db, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02a835a00, 0x2db, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x2db, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc017f3bf80, 0xc014fbdd70, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc024be9fa8, 0xc014fbdd70, 0x0, 0xc00f588b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02a835a00, 0x380b840, 0xc02c784d40, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc021dd4018, 0x380b840, 0xc015029e18, 0x800, 0xc00f588c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc021dd4018, 0x380b840, 0xc015029e18, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc038099960, 0x380b840, 0xc015029e18, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc038099960, 0x380b840, 0xc015029e18, 0x0, 0x0, 0x0, 0x326e760, 0xc031c4e700, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc038099960, 0x380be40, 0xc02c784d40, 0x800000000, 0xc012e8aae0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc038099960, 0xc0147d4400, 0xc025b490a3, 0xd, 0x223d9770, 0xed876971a, 0x4f79c20, 0xc00f5891f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc038099960, 0xc0147d4400, 0x380ea60, 0xc02ec3c850, 0xc025b49073, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc038099960, 0xc0147d4400, 0xc025b49050, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc038099960, 0xc0147d4400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02ec3c530, 0x383ca00, 0xc038099960, 0xc0147d4400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc00f589758, 0x383ca00, 0xc038099960, 0xc0147d4100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc038099960, 0xc0147d4100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc038099960, 0xc0147d4100) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc038099960, 0xc0147d4100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc038099960, 0xc0027cdd00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc038099960, 0xc0027cdb00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc038099960, 0xc0027cdb00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0022320a0, 0x38483c0, 0xc017806a80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4479356 [syscall]: syscall.Syscall6(0x28, 0xd0, 0xd7, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0xd0, 0xd7, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc026f36380, 0xd7, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0xd7, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0275fa300, 0xc02777e990, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc023bb9258, 0xc02777e990, 0x0, 0xc021b26b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc026f36380, 0x380b840, 0xc0245e4f28, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc025cf0ea0, 0x380b840, 0xc01692d518, 0x800, 0xc021b26c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc025cf0ea0, 0x380b840, 0xc01692d518, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc034c74a80, 0x380b840, 0xc01692d518, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc034c74a80, 0x380b840, 0xc01692d518, 0x0, 0x0, 0x0, 0x326e760, 0xc0275c5d00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc034c74a80, 0x380be40, 0xc0245e4f28, 0x800000000, 0xc0275a8d80, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc034c74a80, 0xc0275cc500, 0xc0264f93a3, 0xd, 0x907edd8, 0xed8677c81, 0x4f79c20, 0xc021b271f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc034c74a80, 0xc0275cc500, 0x380ea60, 0xc0275b4f60, 0xc0264f9373, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc034c74a80, 0xc0275cc500, 0xc0264f9350, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc034c74a80, 0xc0275cc500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0275b4c40, 0x383ca00, 0xc034c74a80, 0xc0275cc500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc021b27758, 0x383ca00, 0xc034c74a80, 0xc0275cc300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc034c74a80, 0xc0275cc300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc034c74a80, 0xc0275cc300) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc034c74a80, 0xc0275cc300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc034c74a80, 0xc0275cc100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc034c74a80, 0xc026d33800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc034c74a80, 0xc026d33800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc026df1220, 0x38483c0, 0xc026d506c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4476136 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x6f, 0x71, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x6f, 0x71, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc021b8fb80, 0x71, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x71, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc029f1f680, 0xc0201c1dd0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017401a00, 0xc0201c1dd0, 0x0, 0xc01d18cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc021b8fb80, 0x380b840, 0xc017401270, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02f4a3078, 0x380b840, 0xc010b2abd0, 0x800, 0xc01d18cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02f4a3078, 0x380b840, 0xc010b2abd0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc012e32d20, 0x380b840, 0xc010b2abd0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc012e32d20, 0x380b840, 0xc010b2abd0, 0x0, 0x0, 0x0, 0x326e760, 0xc01fc18d00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc012e32d20, 0x380be40, 0xc017401270, 0x800000000, 0xc01fc093a0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc012e32d20, 0xc01f8d6a00, 0xc01f8eadd3, 0xc, 0x10766d16, 0xed78b3e14, 0x4f79c20, 0xc01d18d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc012e32d20, 0xc01f8d6a00, 0x380ea60, 0xc01fc200c0, 0xc01f8ead73, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc012e32d20, 0xc01f8d6a00, 0xc01f8ead50, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc012e32d20, 0xc01f8d6a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01f895da0, 0x383ca00, 0xc012e32d20, 0xc01f8d6a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01d18d758, 0x383ca00, 0xc012e32d20, 0xc01f8d6800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc012e32d20, 0xc01f8d6800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc012e32d20, 0xc01f8d6800) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc012e32d20, 0xc01f8d6800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc012e32d20, 0xc01f8d6600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc012e32d20, 0xc00233d800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc012e32d20, 0xc00233d800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01f37a500, 0x38483c0, 0xc03c0a95c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6980402 [IO wait, 110 minutes]: internal/poll.runtime_pollWait(0x7f43583b3ac0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0355db698, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0355db680, 0xc0248b8191, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0355db680, 0xc0248b8191, 0x1, 0x1, 0x0, 0xc031fffbd0, 0xc031000001) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc023cfbc88, 0xc0248b8191, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0248b8180) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7218287 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x654, 0x65d, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x654, 0x65d, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc034887500, 0x65d, 0x3fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x65d, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01b5bff20, 0xc03864edb0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc018b79098, 0xc03864edb0, 0x0, 0xc0035d4b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc034887500, 0x380b840, 0xc021dd5db0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc020ec2dc0, 0x380b840, 0xc0245735d8, 0x800, 0xc0035d4c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc020ec2dc0, 0x380b840, 0xc0245735d8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc016de55e0, 0x380b840, 0xc0245735d8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc016de55e0, 0x380b840, 0xc0245735d8, 0x0, 0x0, 0x0, 0x326e760, 0xc01a589000, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc016de55e0, 0x380be40, 0xc021dd5db0, 0x400000000, 0xc0229f5520, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc016de55e0, 0xc0147d5700, 0xc033f713a3, 0xc, 0x39d94276, 0xed79da958, 0x4f79c20, 0xc0035d51f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc016de55e0, 0xc0147d5700, 0x380ea60, 0xc02e1a0290, 0xc033f712e3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc016de55e0, 0xc0147d5700, 0xc033f712c0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc016de55e0, 0xc0147d5700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02ec3df40, 0x383ca00, 0xc016de55e0, 0xc0147d5700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0035d5758, 0x383ca00, 0xc016de55e0, 0xc0147d4800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc016de55e0, 0xc0147d4800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc016de55e0, 0xc0147d4800) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc016de55e0, 0xc0147d4800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc016de55e0, 0xc0027cd900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc016de55e0, 0xc0027cc800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc016de55e0, 0xc0027cc800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc027686e60, 0x38483c0, 0xc014c49b40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5245007 [IO wait, 193 minutes]: internal/poll.runtime_pollWait(0x7f43480951c8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02506ae18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02506ae00, 0xc032adf001, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02506ae00, 0xc032adf001, 0x1, 0x1, 0xc0218063c0, 0xc01446be18, 0xc00323bfc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000fa3dc8, 0xc032adf001, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc032adeff0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4574327 [IO wait, 225 minutes]: internal/poll.runtime_pollWait(0x7f4187a72150, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01f182d98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01f182d80, 0xc030bd1061, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01f182d80, 0xc030bd1061, 0x1, 0x1, 0xc02a95bf48, 0xc01459c298, 0xc02a95bfc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02aef3b48, 0xc030bd1061, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc030bd1050) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4713517 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x232, 0x23e, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x232, 0x23e, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc016f55000, 0x23e, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x23e, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01746d680, 0xc025dca8a0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc020b47d78, 0xc025dca8a0, 0x0, 0xc0216f2b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc016f55000, 0x380b840, 0xc0155b8e80, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0245e5ba0, 0x380b840, 0xc01679cf18, 0x800, 0xc0216f2c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0245e5ba0, 0x380b840, 0xc01679cf18, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02b7f6000, 0x380b840, 0xc01679cf18, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02b7f6000, 0x380b840, 0xc01679cf18, 0x0, 0x0, 0x0, 0x326e760, 0xc035328800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02b7f6000, 0x380be40, 0xc0155b8e80, 0x200000000, 0xc03505d060, 0x1e, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02b7f6000, 0xc002080700, 0xc035054da3, 0xd, 0x134c4ecb, 0xed7f5d4f4, 0x4f79c20, 0xc0216f31f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02b7f6000, 0xc002080700, 0x380ea60, 0xc03531ea80, 0xc035054d73, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02b7f6000, 0xc002080700, 0xc035054d50, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02b7f6000, 0xc002080700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc03531e760, 0x383ca00, 0xc02b7f6000, 0xc002080700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0216f3758, 0x383ca00, 0xc02b7f6000, 0xc002080400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02b7f6000, 0xc002080400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02b7f6000, 0xc002080400) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02b7f6000, 0xc002080400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02b7f6000, 0xc002080200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02b7f6000, 0xc002080100) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02b7f6000, 0xc002080100) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023fae780, 0x38483c0, 0xc023c53c80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4508736 [syscall]: syscall.Syscall6(0x28, 0x142, 0x143, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x142, 0x143, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc03128fe00, 0x143, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x143, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc019391200, 0xc016de34d0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc000fa2990, 0xc016de34d0, 0x0, 0xc026c4ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc03128fe00, 0x380b840, 0xc02ac78a08, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02ac788f8, 0x380b840, 0xc002e89f68, 0x800, 0xc026c4ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02ac788f8, 0x380b840, 0xc002e89f68, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc013077340, 0x380b840, 0xc002e89f68, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc013077340, 0x380b840, 0xc002e89f68, 0x0, 0x0, 0x0, 0x326e760, 0xc02ad04100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc013077340, 0x380be40, 0xc02ac78a08, 0x800000000, 0xc026effce0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc013077340, 0xc019289600, 0xc026361e53, 0xc, 0x2424fd84, 0xed78cfff6, 0x4f79c20, 0xc026c4b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc013077340, 0xc019289600, 0x380ea60, 0xc0329c43f0, 0xc026361df3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc013077340, 0xc019289600, 0xc026361dd0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc013077340, 0xc019289600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0329c40d0, 0x383ca00, 0xc013077340, 0xc019289600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc026c4b758, 0x383ca00, 0xc013077340, 0xc019289400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc013077340, 0xc019289400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc013077340, 0xc019289400) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc013077340, 0xc019289400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc013077340, 0xc019289200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc013077340, 0xc019289100) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc013077340, 0xc019289100) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023fae500, 0x38483c0, 0xc02d5dd140) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4478812 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f41ac0c5278, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0255b4418, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0255b4400, 0xc025b062b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0255b4400, 0xc025b062b1, 0x1, 0x1, 0xc01ab68f60, 0xc01459c298, 0xc00295bfc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0245e43d8, 0xc025b062b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc025b062a0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4489200 [IO wait, 229 minutes]: internal/poll.runtime_pollWait(0x7f4168174810, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01749b198, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01749b180, 0xc0290eab81, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01749b180, 0xc0290eab81, 0x1, 0x1, 0xc01e8aa000, 0x0, 0xc027173d58) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc018663dc8, 0xc0290eab81, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0290eab70) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4536625 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x17a, 0x17e, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x17a, 0x17e, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc020f8bd80, 0x17e, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x17e, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc024ab0c00, 0xc01d900870, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc00001a858, 0xc01d900870, 0x0, 0xc02fe18b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc020f8bd80, 0x380b840, 0xc00001a840, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc00001a768, 0x380b840, 0xc017a0ca68, 0x800, 0xc02fe18c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc00001a768, 0x380b840, 0xc017a0ca68, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0129c81c0, 0x380b840, 0xc017a0ca68, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0129c81c0, 0x380b840, 0xc017a0ca68, 0x0, 0x0, 0x0, 0x326e760, 0xc03340db00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0129c81c0, 0x380be40, 0xc00001a840, 0x800000000, 0xc032847600, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0129c81c0, 0xc027846d00, 0xc032848fb3, 0xd, 0x396bbf43, 0xed86c17c3, 0x4f79c20, 0xc02fe191f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0129c81c0, 0xc027846d00, 0x380ea60, 0xc01dd79f50, 0xc032848f83, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0129c81c0, 0xc027846d00, 0xc032848f60, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0129c81c0, 0xc027846d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01dd79c30, 0x383ca00, 0xc0129c81c0, 0xc027846d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02fe19758, 0x383ca00, 0xc0129c81c0, 0xc027846a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0129c81c0, 0xc027846a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0129c81c0, 0xc027846a00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0129c81c0, 0xc027846a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0129c81c0, 0xc027846800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0129c81c0, 0xc019289e00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0129c81c0, 0xc019289e00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc021787040, 0x38483c0, 0xc02b012300) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4487716 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0xf9, 0xfb, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0xf9, 0xfb, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01749b180, 0xfb, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0xfb, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02a0ac4e0, 0xc037ce9cb0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc025cf1c18, 0xc037ce9cb0, 0x0, 0xc026c36b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01749b180, 0x380b840, 0xc0329ec548, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc018663dc8, 0x380b840, 0xc026236e88, 0x800, 0xc026c36c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc018663dc8, 0x380b840, 0xc026236e88, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02773c380, 0x380b840, 0xc026236e88, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02773c380, 0x380b840, 0xc026236e88, 0x0, 0x0, 0x0, 0x326e760, 0xc012644800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02773c380, 0x380be40, 0xc0329ec548, 0x800000000, 0xc011713e40, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02773c380, 0xc0020f3700, 0xc03a3d34c3, 0xd, 0x10b0a924, 0xed819131a, 0x4f79c20, 0xc026c371f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02773c380, 0xc0020f3700, 0x380ea60, 0xc037060c30, 0xc03a3d3463, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02773c380, 0xc0020f3700, 0xc03a3d3440, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02773c380, 0xc0020f3700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc037060910, 0x383ca00, 0xc02773c380, 0xc0020f3700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc026c37758, 0x383ca00, 0xc02773c380, 0xc0020f3500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02773c380, 0xc0020f3500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02773c380, 0xc0020f3500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02773c380, 0xc0020f3500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02773c380, 0xc0020f3200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02773c380, 0xc0020f3100) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02773c380, 0xc0020f3100) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc025be81e0, 0x38483c0, 0xc027173cc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6302495 [IO wait, 142 minutes]: internal/poll.runtime_pollWait(0x7f4187166ec0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0265ffd98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0265ffd80, 0xc02d81d8d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0265ffd80, 0xc02d81d8d1, 0x1, 0x1, 0xc020ce3b00, 0x0, 0xc037ad5b18) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc003050980, 0xc02d81d8d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02d81d8c0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4602156 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x1ce, 0x1d6, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x1ce, 0x1d6, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc022d7db00, 0x1d6, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x1d6, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc023c7c840, 0xc02cc184b0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0164151a0, 0xc02cc184b0, 0x0, 0xc02e18eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc022d7db00, 0x380b840, 0xc01aa4b500, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02ac790b8, 0x380b840, 0xc01514b638, 0x800, 0xc02e18ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02ac790b8, 0x380b840, 0xc01514b638, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02773d420, 0x380b840, 0xc01514b638, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02773d420, 0x380b840, 0xc01514b638, 0x0, 0x0, 0x0, 0x326e760, 0xc016613500, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02773d420, 0x380be40, 0xc01aa4b500, 0x800000000, 0xc021d93440, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02773d420, 0xc018ddbb00, 0xc010b3a0e3, 0xd, 0x27bf30f6, 0xed86b5d6f, 0x4f79c20, 0xc02e18f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02773d420, 0xc018ddbb00, 0x380ea60, 0xc016e43fc0, 0xc010b3a0b3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02773d420, 0xc018ddbb00, 0xc010b3a090, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02773d420, 0xc018ddbb00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc016e43c90, 0x383ca00, 0xc02773d420, 0xc018ddbb00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02e18f758, 0x383ca00, 0xc02773d420, 0xc018ddb700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02773d420, 0xc018ddb700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02773d420, 0xc018ddb700) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02773d420, 0xc018ddb700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02773d420, 0xc018ddb500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02773d420, 0xc018ddb400) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02773d420, 0xc018ddb400) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0217860a0, 0x38483c0, 0xc016cd3940) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4517893 [IO wait, 228 minutes]: internal/poll.runtime_pollWait(0x7f4187b8c1e8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc031be4098, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc031be4080, 0xc0340bc5b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc031be4080, 0xc0340bc5b1, 0x1, 0x1, 0xc0180f26c0, 0x0, 0xc01f416e98) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02ac79ba8, 0xc0340bc5b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0340bc5a0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4476764 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f4168175120, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc020556518, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc020556500, 0xc020db3f31, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc020556500, 0xc020db3f31, 0x1, 0x1, 0xc021eff5c0, 0x0, 0xc032b6f2d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017401fe8, 0xc020db3f31, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc020db3f20) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5379857 [syscall]: syscall.Syscall6(0x28, 0x3bd, 0x3be, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x3bd, 0x3be, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02d506280, 0x3be, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x3be, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc025767f80, 0xc02265ed50, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc01aa4a9d0, 0xc02265ed50, 0x0, 0xc02d27ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02d506280, 0x380b840, 0xc021dd4140, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017c1fb40, 0x380b840, 0xc001ffecc0, 0x800, 0xc02d27ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017c1fb40, 0x380b840, 0xc001ffecc0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc025d321c0, 0x380b840, 0xc001ffecc0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc025d321c0, 0x380b840, 0xc001ffecc0, 0x0, 0x0, 0x0, 0x326e760, 0xc0182b3700, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc025d321c0, 0x380be40, 0xc021dd4140, 0x800000000, 0xc012d2a560, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc025d321c0, 0xc02194cc00, 0xc02a6f1c43, 0xd, 0x120ad668, 0xed7a38b36, 0x4f79c20, 0xc02d27b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc025d321c0, 0xc02194cc00, 0x380ea60, 0xc02ffd55f0, 0xc02a6f1c13, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc025d321c0, 0xc02194cc00, 0xc02a6f1bf0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc025d321c0, 0xc02194cc00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02ffd52b0, 0x383ca00, 0xc025d321c0, 0xc02194cc00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02d27b758, 0x383ca00, 0xc025d321c0, 0xc02194c900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc025d321c0, 0xc02194c900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc025d321c0, 0xc02194c900) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc025d321c0, 0xc02194c900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc025d321c0, 0xc02194c700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc025d321c0, 0xc02194c500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc025d321c0, 0xc02194c500) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018c7e820, 0x38483c0, 0xc02553fe40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6036421 [IO wait, 156 minutes]: internal/poll.runtime_pollWait(0x7f4187b8c100, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01af17b98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01af17b80, 0xc020db38a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01af17b80, 0xc020db38a1, 0x1, 0x1, 0xc01fdfaf60, 0x0, 0xc0017165d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc018663cf8, 0xc020db38a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc020db3890) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5305414 [syscall]: syscall.Syscall6(0x28, 0x395, 0x39a, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x395, 0x39a, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01d838a80, 0x39a, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x39a, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc017237740, 0xc016af9e30, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc000197428, 0xc016af9e30, 0x0, 0xc02d274b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01d838a80, 0x380b840, 0xc032e60248, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc01aa4a090, 0x380b840, 0xc02f96e468, 0x800, 0xc02d274c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc01aa4a090, 0x380b840, 0xc02f96e468, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01b718620, 0x380b840, 0xc02f96e468, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01b718620, 0x380b840, 0xc02f96e468, 0x0, 0x0, 0x0, 0x326e760, 0xc017778100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01b718620, 0x380be40, 0xc032e60248, 0x800000000, 0xc0272eb0c0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01b718620, 0xc019566400, 0xc02ed018b3, 0xd, 0x14886a27, 0xed818a81c, 0x4f79c20, 0xc02d2751f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01b718620, 0xc019566400, 0x380ea60, 0xc023afb9f0, 0xc02ed01883, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01b718620, 0xc019566400, 0xc02ed01860, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01b718620, 0xc019566400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc023afb6d0, 0x383ca00, 0xc01b718620, 0xc019566400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02d275758, 0x383ca00, 0xc01b718620, 0xc01f8d7f00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01b718620, 0xc01f8d7f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01b718620, 0xc01f8d7f00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01b718620, 0xc01f8d7f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01b718620, 0xc01f8d7a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01b718620, 0xc01f8d7700) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01b718620, 0xc01f8d7700) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018b860a0, 0x38483c0, 0xc020ad8100) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 7319564 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x673, 0x683, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x673, 0x683, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc015446d00, 0x683, 0x3fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x683, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc033b67440, 0xc023f1a7e0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0329ed9d0, 0xc023f1a7e0, 0x0, 0xc0158a0b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc015446d00, 0x380b840, 0xc02ed28ae0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc024be9ea0, 0x380b840, 0xc02548de90, 0x800, 0xc0158a0c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc024be9ea0, 0x380b840, 0xc02548de90, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02ca76ee0, 0x380b840, 0xc02548de90, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02ca76ee0, 0x380b840, 0xc02548de90, 0x0, 0x0, 0x0, 0x326e760, 0xc02ebb5e00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02ca76ee0, 0x380be40, 0xc02ed28ae0, 0x400000000, 0xc02e843ad0, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02ca76ee0, 0xc023c3f100, 0xc02e843a93, 0xc, 0x36a2a75f, 0xed79d3c99, 0x4f79c20, 0xc0158a11f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02ca76ee0, 0xc023c3f100, 0x380ea60, 0xc02e268f30, 0xc02e843a33, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02ca76ee0, 0xc023c3f100, 0xc02e843a10, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02ca76ee0, 0xc023c3f100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02e268bf0, 0x383ca00, 0xc02ca76ee0, 0xc023c3f100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0158a1758, 0x383ca00, 0xc02ca76ee0, 0xc023c3ee00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02ca76ee0, 0xc023c3ee00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02ca76ee0, 0xc023c3ee00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02ca76ee0, 0xc023c3ee00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02ca76ee0, 0xc023c3ea00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02ca76ee0, 0xc023c3e300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02ca76ee0, 0xc023c3e300) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018d201e0, 0x38483c0, 0xc0222987c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5550057 [IO wait, 179 minutes]: internal/poll.runtime_pollWait(0x7f435015eb30, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0320c3318, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0320c3300, 0xc0156e1271, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0320c3300, 0xc0156e1271, 0x1, 0x1, 0xc0237ea360, 0x0, 0xc02f5aff58) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017742058, 0xc0156e1271, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0156e1260) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6843068 [IO wait, 114 minutes]: internal/poll.runtime_pollWait(0x7f41b805dc40, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc021ebb598, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc021ebb580, 0xc024de6e51, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc021ebb580, 0xc024de6e51, 0x1, 0x1, 0xc03f219f48, 0xc000a1a138, 0xc03f219fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc032e60468, 0xc024de6e51, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc024de6e40) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5697782 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x457, 0x458, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x457, 0x458, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc027911680, 0x458, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x458, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0327d56e0, 0xc03492c2a0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02aef2d28, 0xc03492c2a0, 0x0, 0xc030466b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc027911680, 0x380b840, 0xc0329ecab8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017c1ece8, 0x380b840, 0xc0152f6b88, 0x800, 0xc030466c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017c1ece8, 0x380b840, 0xc0152f6b88, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc027e46540, 0x380b840, 0xc0152f6b88, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc027e46540, 0x380b840, 0xc0152f6b88, 0x0, 0x0, 0x0, 0x326e760, 0xc02ee19d00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc027e46540, 0x380be40, 0xc0329ecab8, 0x800000000, 0xc011e4bba0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc027e46540, 0xc011fdea00, 0xc0291fd433, 0xd, 0xdb3fc63, 0xed7a38faa, 0x4f79c20, 0xc0304671f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc027e46540, 0xc011fdea00, 0x380ea60, 0xc017e49c70, 0xc0291fd403, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc027e46540, 0xc011fdea00, 0xc0291fd3e0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc027e46540, 0xc011fdea00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc017e49950, 0x383ca00, 0xc027e46540, 0xc011fdea00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc030467758, 0x383ca00, 0xc027e46540, 0xc011fde800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc027e46540, 0xc011fde800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc027e46540, 0xc011fde800) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc027e46540, 0xc011fde800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc027e46540, 0xc011fde500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc027e46540, 0xc011fde300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc027e46540, 0xc011fde300) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0189e8320, 0x38483c0, 0xc011187900) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5048045 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x30c, 0xd9, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x30c, 0xd9, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0240ee180, 0xd9, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0xd9, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc015787680, 0xc030cc8bd0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc01f9af798, 0xc030cc8bd0, 0x0, 0xc019e34b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0240ee180, 0x380b840, 0xc030b95588, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc020b47dd8, 0x380b840, 0xc02ad4d4b8, 0x800, 0xc019e34c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc020b47dd8, 0x380b840, 0xc02ad4d4b8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc013171180, 0x380b840, 0xc02ad4d4b8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc013171180, 0x380b840, 0xc02ad4d4b8, 0x0, 0x0, 0x0, 0x326e760, 0xc0325bce00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc013171180, 0x380be40, 0xc030b95588, 0x800000000, 0xc014dfe2a0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc013171180, 0xc0147d5600, 0xc01e4684a3, 0xd, 0xefc25b7, 0xed81c3bd0, 0x4f79c20, 0xc019e351f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc013171180, 0xc0147d5600, 0x380ea60, 0xc0237311c0, 0xc01e468473, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc013171180, 0xc0147d5600, 0xc01e468450, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc013171180, 0xc0147d5600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc023730ea0, 0x383ca00, 0xc013171180, 0xc0147d5600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc019e35758, 0x383ca00, 0xc013171180, 0xc0147d4d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc013171180, 0xc0147d4d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc013171180, 0xc0147d4d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc013171180, 0xc0147d4d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc013171180, 0xc0147d4a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc013171180, 0xc01ba37e00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc013171180, 0xc01ba37e00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023edc460, 0x38483c0, 0xc0157b5f00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5182605 [IO wait, 196 minutes]: internal/poll.runtime_pollWait(0x7f41841b46f8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc023837498, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc023837480, 0xc0218f1691, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc023837480, 0xc0218f1691, 0x1, 0x1, 0x0, 0xc01459c298, 0xc0120f3fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc029951ed8, 0xc0218f1691, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0218f1680) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5081157 [IO wait, 201 minutes]: internal/poll.runtime_pollWait(0x7f41b805def8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc017124818, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc017124800, 0xc01613e971, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc017124800, 0xc01613e971, 0x1, 0x1, 0xc02b346748, 0xc01459c298, 0xc02b3467c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0174013e8, 0xc01613e971, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01613e960) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6017981 [IO wait, 156 minutes]: internal/poll.runtime_pollWait(0x7f41c0126430, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc011de5918, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc011de5900, 0xc02c9944c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc011de5900, 0xc02c9944c1, 0x1, 0x1, 0xc01f9eb8c0, 0x0, 0xc010254018) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017c1e918, 0xc02c9944c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02c9944b0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5660303 [IO wait, 173 minutes]: internal/poll.runtime_pollWait(0x7f41b810a510, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01c949a18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01c949a00, 0xc02341fea1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01c949a00, 0xc02341fea1, 0x1, 0x1, 0xc02a958f48, 0xc000a1a138, 0xc02a958fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02f6db670, 0xc02341fea1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02341fe90) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5596054 [IO wait, 177 minutes]: internal/poll.runtime_pollWait(0x7f43480cf0d8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc023176998, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc023176980, 0xc01de97d81, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc023176980, 0xc01de97d81, 0x1, 0x1, 0xc013c19f48, 0xc000a1a138, 0xc013c19fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0271a7ac0, 0xc01de97d81, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01de97d70) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5448725 [syscall]: syscall.Syscall6(0x28, 0x3da, 0x3e5, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x3da, 0x3e5, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc023a3a600, 0x3e5, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x3e5, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02b383ec0, 0xc02522cd80, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017c1f158, 0xc02522cd80, 0x0, 0xc036a58b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc023a3a600, 0x380b840, 0xc02ad6e5e8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0271a7490, 0x380b840, 0xc02284ec90, 0x800, 0xc036a58c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0271a7490, 0x380b840, 0xc02284ec90, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc031b1e380, 0x380b840, 0xc02284ec90, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc031b1e380, 0x380b840, 0xc02284ec90, 0x0, 0x0, 0x0, 0x326e760, 0xc0206d9800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc031b1e380, 0x380be40, 0xc02ad6e5e8, 0x800000000, 0xc0205df0e0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc031b1e380, 0xc022dbd500, 0xc033215e83, 0xd, 0x3b833e4f, 0xed8735eec, 0x4f79c20, 0xc036a591f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc031b1e380, 0xc022dbd500, 0x380ea60, 0xc01f419970, 0xc033215e53, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc031b1e380, 0xc022dbd500, 0xc033215e30, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc031b1e380, 0xc022dbd500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01f419650, 0x383ca00, 0xc031b1e380, 0xc022dbd500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc036a59758, 0x383ca00, 0xc031b1e380, 0xc022dbd300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc031b1e380, 0xc022dbd300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc031b1e380, 0xc022dbd300) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc031b1e380, 0xc022dbd300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc031b1e380, 0xc022dbd000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc031b1e380, 0xc022dbcf00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc031b1e380, 0xc022dbcf00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bb58b40, 0x38483c0, 0xc017f803c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4527587 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x16b, 0x16c, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x16b, 0x16c, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01271d100, 0x16c, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x16c, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc022bd10e0, 0xc025226a80, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc018663628, 0xc025226a80, 0x0, 0xc010a56b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01271d100, 0x380b840, 0xc0155b9040, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0155b8ed0, 0x380b840, 0xc02d1abe48, 0x800, 0xc010a56c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0155b8ed0, 0x380b840, 0xc02d1abe48, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02fed1a40, 0x380b840, 0xc02d1abe48, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02fed1a40, 0x380b840, 0xc02d1abe48, 0x0, 0x0, 0x0, 0x326e760, 0xc01dc1ec00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02fed1a40, 0x380be40, 0xc0155b9040, 0x800000000, 0xc01d86f620, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02fed1a40, 0xc002667200, 0xc026be8293, 0xd, 0x11462967, 0xed859b97e, 0x4f79c20, 0xc010a571f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02fed1a40, 0xc002667200, 0x380ea60, 0xc021734010, 0xc026be8263, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02fed1a40, 0xc002667200, 0xc026be8240, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02fed1a40, 0xc002667200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0207f5cf0, 0x383ca00, 0xc02fed1a40, 0xc002667200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc010a57758, 0x383ca00, 0xc02fed1a40, 0xc002667000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02fed1a40, 0xc002667000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02fed1a40, 0xc002667000) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02fed1a40, 0xc002667000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02fed1a40, 0xc002666e00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02fed1a40, 0xc002666d00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02fed1a40, 0xc002666d00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018d210e0, 0x38483c0, 0xc01fed2340) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4848684 [IO wait, 212 minutes]: internal/poll.runtime_pollWait(0x7f4187b3e5b8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc031a9d918, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc031a9d900, 0xc02c609b41, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc031a9d900, 0xc02c609b41, 0x1, 0x1, 0xc001c76748, 0xc01459c298, 0xc001c767c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc016414f68, 0xc02c609b41, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02c609b30) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7200115 [IO wait, 100 minutes]: internal/poll.runtime_pollWait(0x7f4187b3eb28, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01453b598, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01453b580, 0xc03864e7f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01453b580, 0xc03864e7f1, 0x1, 0x1, 0x0, 0xc01459c298, 0xc000fb27c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017ae8578, 0xc03864e7f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc03864e7e0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7375196 [IO wait, 92 minutes]: internal/poll.runtime_pollWait(0x7f41240dda70, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0248a3c98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0248a3c80, 0xc021cef0c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0248a3c80, 0xc021cef0c1, 0x1, 0x1, 0xc029f1f0e0, 0x0, 0xc0338915d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc01f9ae108, 0xc021cef0c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc021cef0b0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4486181 [IO wait, 229 minutes]: internal/poll.runtime_pollWait(0x7f4187b3ea40, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02f5d3118, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02f5d3100, 0xc028e99421, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02f5d3100, 0xc028e99421, 0x1, 0x1, 0x0, 0xc0012e3418, 0xc034000001) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0031d4f08, 0xc028e99421, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc028e99410) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5884332 [IO wait, 163 minutes]: internal/poll.runtime_pollWait(0x7f435015e138, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02343b718, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02343b700, 0xc0365009d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02343b700, 0xc0365009d1, 0x1, 0x1, 0xc011fe8ea0, 0x0, 0xc034a68758) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02325b840, 0xc0365009d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0365009c0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4657732 [syscall]: syscall.Syscall6(0x28, 0x201, 0x206, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x201, 0x206, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01267e880, 0x206, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x206, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0324c9620, 0xc0158de7b0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0031d58b0, 0xc0158de7b0, 0x0, 0xc02e190b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01267e880, 0x380b840, 0xc0031d5778, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02f6db568, 0x380b840, 0xc011ae1d40, 0x800, 0xc02e190c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02f6db568, 0x380b840, 0xc011ae1d40, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03328cb60, 0x380b840, 0xc011ae1d40, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03328cb60, 0x380b840, 0xc011ae1d40, 0x0, 0x0, 0x0, 0x326e760, 0xc02c625500, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03328cb60, 0x380be40, 0xc0031d5778, 0x800000000, 0xc02a076ce0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03328cb60, 0xc02c16ff00, 0xc02a0712e3, 0xd, 0x34ae0d0d, 0xed8649ba0, 0x4f79c20, 0xc02e1911f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03328cb60, 0xc02c16ff00, 0x380ea60, 0xc023a62590, 0xc02a0712b3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03328cb60, 0xc02c16ff00, 0xc02a071290, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03328cb60, 0xc02c16ff00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc023a62220, 0x383ca00, 0xc03328cb60, 0xc02c16ff00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02e191758, 0x383ca00, 0xc03328cb60, 0xc02c16fd00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03328cb60, 0xc02c16fd00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03328cb60, 0xc02c16fd00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03328cb60, 0xc02c16fd00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03328cb60, 0xc02c16fb00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03328cb60, 0xc02c16fa00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03328cb60, 0xc02c16fa00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0026745a0, 0x38483c0, 0xc0343fc380) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5687767 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x44e, 0x454, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x44e, 0x454, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0228b6300, 0x454, 0x3fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x454, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc017af6ea0, 0xc026468060, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0192c71f0, 0xc026468060, 0x0, 0xc024914b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0228b6300, 0x380b840, 0xc02f4a3728, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc00001b040, 0x380b840, 0xc019a653b0, 0x800, 0xc024914c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc00001b040, 0x380b840, 0xc019a653b0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0373fa2a0, 0x380b840, 0xc019a653b0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0373fa2a0, 0x380b840, 0xc019a653b0, 0x0, 0x0, 0x0, 0x326e760, 0xc027b45100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0373fa2a0, 0x380be40, 0xc02f4a3728, 0x400000000, 0xc01139ef00, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0373fa2a0, 0xc002667b00, 0xc02e1a74f3, 0xc, 0xeb6bf0e, 0xed79e70eb, 0x4f79c20, 0xc0249151f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0373fa2a0, 0xc002667b00, 0x380ea60, 0xc02c801a60, 0xc02e1a7493, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0373fa2a0, 0xc002667b00, 0xc02e1a7470, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0373fa2a0, 0xc002667b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02c801740, 0x383ca00, 0xc0373fa2a0, 0xc002667b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc024915758, 0x383ca00, 0xc0373fa2a0, 0xc002667500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0373fa2a0, 0xc002667500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0373fa2a0, 0xc002667500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0373fa2a0, 0xc002667500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0373fa2a0, 0xc002667200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0373fa2a0, 0xc002666c00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0373fa2a0, 0xc002666c00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0236eb0e0, 0x38483c0, 0xc01e092880) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4522879 [syscall]: syscall.Syscall6(0x28, 0x15c, 0x15f, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x15c, 0x15f, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc027962e80, 0x15f, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x15f, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc003070840, 0xc01d476f30, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc000fa3280, 0xc01d476f30, 0x0, 0xc0171a0b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc027962e80, 0x380b840, 0xc017742150, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02f4a26a0, 0x380b840, 0xc01a5a8d38, 0x800, 0xc0171a0c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02f4a26a0, 0x380b840, 0xc01a5a8d38, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc036e38460, 0x380b840, 0xc01a5a8d38, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc036e38460, 0x380b840, 0xc01a5a8d38, 0x0, 0x0, 0x0, 0x326e760, 0xc02555ee00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc036e38460, 0x380be40, 0xc017742150, 0x200000000, 0xc0307b7320, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc036e38460, 0xc000496500, 0xc0307b72e3, 0xc, 0xfa5fa9c, 0xed79b6ce4, 0x4f79c20, 0xc0171a11f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc036e38460, 0xc000496500, 0x380ea60, 0xc002f0da50, 0xc0307b7283, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc036e38460, 0xc000496500, 0xc0307b7260, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc036e38460, 0xc000496500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc002f0d730, 0x383ca00, 0xc036e38460, 0xc000496500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0171a1758, 0x383ca00, 0xc036e38460, 0xc000496300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc036e38460, 0xc000496300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc036e38460, 0xc000496300) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc036e38460, 0xc000496300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc036e38460, 0xc026c79d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc036e38460, 0xc002188800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc036e38460, 0xc002188800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01a2eea00, 0x38483c0, 0xc037ad5000) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 7341304 [syscall]: syscall.Syscall6(0x28, 0x681, 0x682, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x681, 0x682, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02a346380, 0x682, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x682, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01a283e60, 0xc02c900c00, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02ed28af0, 0xc02c900c00, 0x0, 0xc03d2eab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02a346380, 0x380b840, 0xc0226c0090, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017401098, 0x380b840, 0xc01a69c120, 0x800, 0xc03d2eac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017401098, 0x380b840, 0xc01a69c120, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02e4241c0, 0x380b840, 0xc01a69c120, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02e4241c0, 0x380b840, 0xc01a69c120, 0x0, 0x0, 0x0, 0x326e760, 0xc03d0df200, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02e4241c0, 0x380be40, 0xc0226c0090, 0x800000000, 0xc01f6583e0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02e4241c0, 0xc0194df000, 0xc0290281d3, 0xd, 0x20b85f4, 0xed87696fd, 0x4f79c20, 0xc03d2eb1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02e4241c0, 0xc0194df000, 0x380ea60, 0xc01e2087c0, 0xc0290281a3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02e4241c0, 0xc0194df000, 0xc029028180, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02e4241c0, 0xc0194df000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01e208450, 0x383ca00, 0xc02e4241c0, 0xc0194df000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03d2eb758, 0x383ca00, 0xc02e4241c0, 0xc0194de500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02e4241c0, 0xc0194de500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02e4241c0, 0xc0194de500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02e4241c0, 0xc0194de500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02e4241c0, 0xc0027cc000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02e4241c0, 0xc018ddbf00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02e4241c0, 0xc018ddbf00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01f0601e0, 0x38483c0, 0xc0233f3b00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5274625 [IO wait, 192 minutes]: internal/poll.runtime_pollWait(0x7f4358734b60, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01736c398, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01736c380, 0xc024d1bf01, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01736c380, 0xc024d1bf01, 0x1, 0x1, 0xc0161747e0, 0x0, 0xc0102559d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000119ec8, 0xc024d1bf01, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc024d1bef0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6852896 [IO wait, 116 minutes]: internal/poll.runtime_pollWait(0x7f4187a71af8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc022e24b18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc022e24b00, 0xc026f5ad91, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc022e24b00, 0xc026f5ad91, 0x1, 0x1, 0xc02b0c6c60, 0x0, 0xc041064818) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc018b79248, 0xc026f5ad91, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc026f5ad80) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4609820 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x1d8, 0x1dd, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x1d8, 0x1dd, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc018837080, 0x1dd, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x1dd, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc021efe3c0, 0xc020a68570, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0001234a8, 0xc020a68570, 0x0, 0xc01f8acb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc018837080, 0x380b840, 0xc0245e5ca0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc021dd5a80, 0x380b840, 0xc0122ca630, 0x800, 0xc01f8acc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc021dd5a80, 0x380b840, 0xc0122ca630, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc031c04b60, 0x380b840, 0xc0122ca630, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc031c04b60, 0x380b840, 0xc0122ca630, 0x0, 0x0, 0x0, 0x326e760, 0xc01cfb8d00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc031c04b60, 0x380be40, 0xc0245e5ca0, 0x800000000, 0xc01465e3e0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc031c04b60, 0xc0193a6f00, 0xc026c24d43, 0xd, 0x237f79b4, 0xed873a1d6, 0x4f79c20, 0xc01f8ad1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc031c04b60, 0xc0193a6f00, 0x380ea60, 0xc0266bb1e0, 0xc026c24d13, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc031c04b60, 0xc0193a6f00, 0xc026c24cf0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc031c04b60, 0xc0193a6f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0266baec0, 0x383ca00, 0xc031c04b60, 0xc0193a6f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01f8ad758, 0x383ca00, 0xc031c04b60, 0xc0193a6d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc031c04b60, 0xc0193a6d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc031c04b60, 0xc0193a6d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc031c04b60, 0xc0193a6d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc031c04b60, 0xc0193a6b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc031c04b60, 0xc030688900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc031c04b60, 0xc030688900) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0122a4640, 0x38483c0, 0xc0218dae40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4517975 [syscall]: syscall.Syscall6(0x28, 0x14d, 0x4c1, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x14d, 0x4c1, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc035a95c00, 0x4c1, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x4c1, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc013084060, 0xc028a881e0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0000110a8, 0xc028a881e0, 0x0, 0xc010a50b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc035a95c00, 0x380b840, 0xc000010df8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0155b9338, 0x380b840, 0xc01ab28018, 0x800, 0xc010a50c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0155b9338, 0x380b840, 0xc01ab28018, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02be9c700, 0x380b840, 0xc01ab28018, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02be9c700, 0x380b840, 0xc01ab28018, 0x0, 0x0, 0x0, 0x326e760, 0xc0325c3700, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02be9c700, 0x380be40, 0xc000010df8, 0x800000000, 0xc01cd5e1c0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02be9c700, 0xc0020f2700, 0xc024039b53, 0xd, 0x212eab76, 0xed872ef7a, 0x4f79c20, 0xc010a511f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02be9c700, 0xc0020f2700, 0x380ea60, 0xc02f7690e0, 0xc024039b23, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02be9c700, 0xc0020f2700, 0xc024039b00, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02be9c700, 0xc0020f2700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02f768db0, 0x383ca00, 0xc02be9c700, 0xc0020f2700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc010a51758, 0x383ca00, 0xc02be9c700, 0xc0020f2400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02be9c700, 0xc0020f2400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02be9c700, 0xc0020f2400) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02be9c700, 0xc0020f2400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02be9c700, 0xc0020f2100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02be9c700, 0xc0020f2000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02be9c700, 0xc0020f2000) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0207f8460, 0x38483c0, 0xc01ca2dac0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4473331 [syscall]: syscall.Syscall6(0x28, 0x55, 0x56, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x55, 0x56, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0235b5200, 0x56, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x56, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc03f70cde0, 0xc0192fa810, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017ae9060, 0xc0192fa810, 0x0, 0xc02b992b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0235b5200, 0x380b840, 0xc001db9150, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc001db8fc0, 0x380b840, 0xc0147648e8, 0x800, 0xc02b992c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc001db8fc0, 0x380b840, 0xc0147648e8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc031bbb340, 0x380b840, 0xc0147648e8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc031bbb340, 0x380b840, 0xc0147648e8, 0x0, 0x0, 0x0, 0x326e760, 0xc01991d600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc031bbb340, 0x380be40, 0xc001db9150, 0x800000000, 0xc019900720, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc031bbb340, 0xc002081700, 0xc028ddce93, 0xd, 0x308d4ec5, 0xed7e39d5b, 0x4f79c20, 0xc02b9931f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc031bbb340, 0xc002081700, 0x380ea60, 0xc01977b550, 0xc028ddce63, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc031bbb340, 0xc002081700, 0xc028ddce40, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc031bbb340, 0xc002081700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01977b230, 0x383ca00, 0xc031bbb340, 0xc002081700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02b993758, 0x383ca00, 0xc031bbb340, 0xc002081500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc031bbb340, 0xc002081500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc031bbb340, 0xc002081500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc031bbb340, 0xc002081500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc031bbb340, 0xc002081300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc031bbb340, 0xc002081200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc031bbb340, 0xc002081200) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018b86a00, 0x38483c0, 0xc033891180) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4522963 [IO wait, 228 minutes]: internal/poll.runtime_pollWait(0x7f41871040d0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc019361f18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc019361f00, 0xc023f1b841, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc019361f00, 0xc023f1b841, 0x1, 0x1, 0x0, 0xc024222c80, 0xc000000001) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02c784c88, 0xc023f1b841, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc023f1b830) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7245788 [IO wait, 98 minutes]: internal/poll.runtime_pollWait(0x7f43480bd4e8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01a958398, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01a958380, 0xc035a47d81, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01a958380, 0xc035a47d81, 0x1, 0x1, 0xc018755860, 0x0, 0xc03f051318) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc003050398, 0xc035a47d81, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc035a47d70) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4611559 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x1d7, 0x1e6, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x1d7, 0x1e6, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc027910780, 0x1e6, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x1e6, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc013356f60, 0xc01ebc0a80, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0329ec340, 0xc01ebc0a80, 0x0, 0xc02d72ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc027910780, 0x380b840, 0xc001db97b0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02f4a2178, 0x380b840, 0xc025f86d08, 0x800, 0xc02d72ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02f4a2178, 0x380b840, 0xc025f86d08, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02fed0380, 0x380b840, 0xc025f86d08, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02fed0380, 0x380b840, 0xc025f86d08, 0x0, 0x0, 0x0, 0x326e760, 0xc020ead500, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02fed0380, 0x380be40, 0xc001db97b0, 0x200000000, 0xc020b74990, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02fed0380, 0xc002081400, 0xc020b74983, 0xd, 0x101cbbcc, 0xed7a20fe0, 0x4f79c20, 0xc02d72b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02fed0380, 0xc002081400, 0x380ea60, 0xc0161fa9f0, 0xc020b74953, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02fed0380, 0xc002081400, 0xc020b74930, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02fed0380, 0xc002081400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0161fa6d0, 0x383ca00, 0xc02fed0380, 0xc002081400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02d72b758, 0x383ca00, 0xc02fed0380, 0xc002081100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02fed0380, 0xc002081100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02fed0380, 0xc002081100) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02fed0380, 0xc002081100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02fed0380, 0xc002080c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02fed0380, 0xc02c5cca00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02fed0380, 0xc02c5cca00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023edc820, 0x38483c0, 0xc011b7e3c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6175868 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x50d, 0x50e, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x50d, 0x50e, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc031dc5180, 0x50e, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x50e, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02a0b59e0, 0xc01dd81560, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc003051100, 0xc01dd81560, 0x0, 0xc03c12cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc031dc5180, 0x380b840, 0xc0031d4448, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017742e60, 0x380b840, 0xc001ffec48, 0x800, 0xc03c12cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017742e60, 0x380b840, 0xc001ffec48, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02e2700e0, 0x380b840, 0xc001ffec48, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02e2700e0, 0x380b840, 0xc001ffec48, 0x0, 0x0, 0x0, 0x326e760, 0xc039161500, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02e2700e0, 0x380be40, 0xc0031d4448, 0x800000000, 0xc0180dbea0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02e2700e0, 0xc0027cdd00, 0xc022dca743, 0xd, 0x13d7c620, 0xed81a301a, 0x4f79c20, 0xc03c12d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02e2700e0, 0xc0027cdd00, 0x380ea60, 0xc0166c2230, 0xc022dca713, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02e2700e0, 0xc0027cdd00, 0xc022dca6f0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02e2700e0, 0xc0027cdd00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc000232be0, 0x383ca00, 0xc02e2700e0, 0xc0027cdd00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03c12d758, 0x383ca00, 0xc02e2700e0, 0xc0027cd500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02e2700e0, 0xc0027cd500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02e2700e0, 0xc0027cd500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02e2700e0, 0xc0027cd500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02e2700e0, 0xc0027cd100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02e2700e0, 0xc0027ccd00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02e2700e0, 0xc0027ccd00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc019524280, 0x38483c0, 0xc01cffe280) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5779601 [IO wait, 168 minutes]: internal/poll.runtime_pollWait(0x7f43587346d8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02196d398, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02196d380, 0xc022bc7811, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02196d380, 0xc022bc7811, 0x1, 0x1, 0xc0175c1440, 0x0, 0xc02227d218) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000197478, 0xc022bc7811, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc022bc7800) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6742527 [IO wait, 122 minutes]: internal/poll.runtime_pollWait(0x7f4124104238, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01237e698, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01237e680, 0xc02be30cd1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01237e680, 0xc02be30cd1, 0x1, 0x1, 0x0, 0xc01459c298, 0xc031278fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02aef32c0, 0xc02be30cd1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02be30cc0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5586865 [IO wait, 177 minutes]: internal/poll.runtime_pollWait(0x7f41b810a428, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc033f37698, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc033f37680, 0xc03498f511, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc033f37680, 0xc03498f511, 0x1, 0x1, 0x0, 0xc03499f7b0, 0xc030000001) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02c711ee0, 0xc03498f511, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc03498f500) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4867064 [IO wait, 211 minutes]: internal/poll.runtime_pollWait(0x7f41b8109c00, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0235b5998, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0235b5980, 0xc01c7c64f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0235b5980, 0xc01c7c64f1, 0x1, 0x1, 0xc02b0bb748, 0xc000a1a138, 0xc02b0bb7c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000fa2980, 0xc01c7c64f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01c7c64e0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4851427 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x293, 0x29c, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x293, 0x29c, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc023d56980, 0x29c, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x29c, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc024ab06c0, 0xc000385530, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017c1e688, 0xc000385530, 0x0, 0xc0328d0b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc023d56980, 0x380b840, 0xc000fa2ad8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc01aa4b7d8, 0x380b840, 0xc02d1aa030, 0x800, 0xc0328d0c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc01aa4b7d8, 0x380b840, 0xc02d1aa030, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03328c7e0, 0x380b840, 0xc02d1aa030, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03328c7e0, 0x380b840, 0xc02d1aa030, 0x0, 0x0, 0x0, 0x326e760, 0xc02cb29e00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03328c7e0, 0x380be40, 0xc000fa2ad8, 0x800000000, 0xc0157471c0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03328c7e0, 0xc01f8d7b00, 0xc02d20b643, 0xd, 0x2d7abf07, 0xed7e56dc5, 0x4f79c20, 0xc0328d11f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03328c7e0, 0xc01f8d7b00, 0x380ea60, 0xc026351c10, 0xc02d20b613, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03328c7e0, 0xc01f8d7b00, 0xc02d20b5f0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03328c7e0, 0xc01f8d7b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0263518d0, 0x383ca00, 0xc03328c7e0, 0xc01f8d7b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0328d1758, 0x383ca00, 0xc03328c7e0, 0xc01f8d7700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03328c7e0, 0xc01f8d7700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03328c7e0, 0xc01f8d7700) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03328c7e0, 0xc01f8d7700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03328c7e0, 0xc01f8d7500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03328c7e0, 0xc01f8d7200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03328c7e0, 0xc01f8d7200) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023d346e0, 0x38483c0, 0xc024cb9f80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4657842 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x207, 0x20e, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x207, 0x20e, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0294af080, 0x20e, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x20e, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc029f1d980, 0xc01613ce10, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0192c6758, 0xc01613ce10, 0x0, 0xc00f916b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0294af080, 0x380b840, 0xc018b79208, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0245e55f0, 0x380b840, 0xc012db7e00, 0x800, 0xc00f916c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0245e55f0, 0x380b840, 0xc012db7e00, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01bf550a0, 0x380b840, 0xc012db7e00, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01bf550a0, 0x380b840, 0xc012db7e00, 0x0, 0x0, 0x0, 0x326e760, 0xc02a8cb300, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01bf550a0, 0x380be40, 0xc018b79208, 0x800000000, 0xc02a886fc0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01bf550a0, 0xc02c16f400, 0xc02a6f0b03, 0xd, 0x30811cb6, 0xed8189c46, 0x4f79c20, 0xc00f9171f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01bf550a0, 0xc02c16f400, 0x380ea60, 0xc030d0f080, 0xc02a6f0ad3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01bf550a0, 0xc02c16f400, 0xc02a6f0ab0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01bf550a0, 0xc02c16f400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc030d0ed60, 0x383ca00, 0xc01bf550a0, 0xc02c16f400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc00f917758, 0x383ca00, 0xc01bf550a0, 0xc02c16f200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01bf550a0, 0xc02c16f200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01bf550a0, 0xc02c16f200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01bf550a0, 0xc02c16f200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01bf550a0, 0xc02c16f000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01bf550a0, 0xc02c16ef00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01bf550a0, 0xc02c16ef00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc021786500, 0x38483c0, 0xc016d031c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4490285 [IO wait, 229 minutes]: internal/poll.runtime_pollWait(0x7f4350199b50, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc017168598, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc017168580, 0xc015722e81, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc017168580, 0xc015722e81, 0x1, 0x1, 0x0, 0xc028754f18, 0xc027000001) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02ac79d58, 0xc015722e81, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc015722e70) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5602731 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x427, 0x42c, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x427, 0x42c, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0355f0b80, 0x42c, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x42c, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01aa41020, 0xc02322f5c0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0031d5968, 0xc02322f5c0, 0x0, 0xc02a506b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0355f0b80, 0x380b840, 0xc0260433f8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc024be8480, 0x380b840, 0xc015724798, 0x800, 0xc02a506c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc024be8480, 0x380b840, 0xc015724798, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc034c750a0, 0x380b840, 0xc015724798, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc034c750a0, 0x380b840, 0xc015724798, 0x0, 0x0, 0x0, 0x326e760, 0xc017303600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc034c750a0, 0x380be40, 0xc0260433f8, 0x800000000, 0xc01a93d0c0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc034c750a0, 0xc014402c00, 0xc02eb337f3, 0xc, 0xda4c3da, 0xed78e3da8, 0x4f79c20, 0xc02a5071f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc034c750a0, 0xc014402c00, 0x380ea60, 0xc0359bb550, 0xc02eb33793, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc034c750a0, 0xc014402c00, 0xc02eb33770, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc034c750a0, 0xc014402c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0359bb230, 0x383ca00, 0xc034c750a0, 0xc014402c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02a507758, 0x383ca00, 0xc034c750a0, 0xc014402800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc034c750a0, 0xc014402800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc034c750a0, 0xc014402800) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc034c750a0, 0xc014402800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc034c750a0, 0xc014402600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc034c750a0, 0xc014402500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc034c750a0, 0xc014402500) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc019524960, 0x38483c0, 0xc01767f380) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4481928 [IO wait, 229 minutes]: internal/poll.runtime_pollWait(0x7f4187170fd8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02ae3a398, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02ae3a380, 0xc0308b6c71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02ae3a380, 0xc0308b6c71, 0x1, 0x1, 0xc001c77f48, 0xc01459c298, 0xc001c77fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc003050188, 0xc0308b6c71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0308b6c60) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4479533 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0xd8, 0x30b, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0xd8, 0x30b, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc027910000, 0x30b, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x30b, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02b382cc0, 0xc019570510, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc025cf0fe8, 0xc019570510, 0x0, 0xc021b28b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc027910000, 0x380b840, 0xc0271a63e8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc024be9728, 0x380b840, 0xc0152f73f8, 0x800, 0xc021b28c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc024be9728, 0x380b840, 0xc0152f73f8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01b2c88c0, 0x380b840, 0xc0152f73f8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01b2c88c0, 0x380b840, 0xc0152f73f8, 0x0, 0x0, 0x0, 0x326e760, 0xc02ee28e00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01b2c88c0, 0x380be40, 0xc0271a63e8, 0x800000000, 0xc02e5e90c0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01b2c88c0, 0xc0194de100, 0xc02e5998e3, 0xd, 0x2281e0f, 0xed85d9eff, 0x4f79c20, 0xc021b291f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01b2c88c0, 0xc0194de100, 0x380ea60, 0xc025f5daf0, 0xc02e5998b3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01b2c88c0, 0xc0194de100, 0xc02e599890, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01b2c88c0, 0xc0194de100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc025f5d7b0, 0x383ca00, 0xc01b2c88c0, 0xc0194de100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc021b29758, 0x383ca00, 0xc01b2c88c0, 0xc018ddbe00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01b2c88c0, 0xc018ddbe00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01b2c88c0, 0xc018ddbe00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01b2c88c0, 0xc018ddbe00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01b2c88c0, 0xc018ddbc00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01b2c88c0, 0xc018ddb800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01b2c88c0, 0xc018ddb800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc027686f00, 0x38483c0, 0xc02770c500) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5797938 [IO wait, 167 minutes]: internal/poll.runtime_pollWait(0x7f4124149020, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc011a33b98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc011a33b80, 0xc02824e7f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc011a33b80, 0xc02824e7f1, 0x1, 0x1, 0xc031b62d80, 0x0, 0xc025412298) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0226c0fa8, 0xc02824e7f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02824e7e0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7035323 [IO wait, 108 minutes]: internal/poll.runtime_pollWait(0x7f412419a108, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01f108618, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01f108600, 0xc02214a371, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01f108600, 0xc02214a371, 0x1, 0x1, 0xc012636748, 0xc01459c298, 0xc0126367c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02ac78cd0, 0xc02214a371, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02214a360) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5907815 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x4a3, 0x4b3, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x4a3, 0x4b3, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc023d57300, 0x4b3, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x4b3, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc002a9f2c0, 0xc018e84900, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc019c6bb08, 0xc018e84900, 0x0, 0xc002444b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc023d57300, 0x380b840, 0xc02f6da9f8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc025cf17a8, 0x380b840, 0xc017cb0648, 0x800, 0xc002444c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc025cf17a8, 0x380b840, 0xc017cb0648, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01862a7e0, 0x380b840, 0xc017cb0648, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01862a7e0, 0x380b840, 0xc017cb0648, 0x0, 0x0, 0x0, 0x326e760, 0xc00f32a000, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01862a7e0, 0x380be40, 0xc02f6da9f8, 0x800000000, 0xc0200fe360, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01862a7e0, 0xc00233d500, 0xc01ee9d943, 0xd, 0x1942ebad, 0xed8701d05, 0x4f79c20, 0xc0024451f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01862a7e0, 0xc00233d500, 0x380ea60, 0xc02685fc90, 0xc01ee9d913, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01862a7e0, 0xc00233d500, 0xc01ee9d8f0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01862a7e0, 0xc00233d500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02685f940, 0x383ca00, 0xc01862a7e0, 0xc00233d500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc002445758, 0x383ca00, 0xc01862a7e0, 0xc00233d000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01862a7e0, 0xc00233d000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01862a7e0, 0xc00233d000) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01862a7e0, 0xc00233d000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01862a7e0, 0xc00233c400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01862a7e0, 0xc00233c300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01862a7e0, 0xc00233c300) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc021786b40, 0x38483c0, 0xc023e3be00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4478048 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x86, 0x87, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x86, 0x87, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc022e25e80, 0x87, 0x3fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x87, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02b9b94a0, 0xc023827260, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc022e80d78, 0xc023827260, 0x0, 0xc0145b4b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc022e25e80, 0x380b840, 0xc021dd5750, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc021dd5640, 0x380b840, 0xc016d9a348, 0x800, 0xc0145b4c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc021dd5640, 0x380b840, 0xc016d9a348, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc00fc00540, 0x380b840, 0xc016d9a348, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc00fc00540, 0x380b840, 0xc016d9a348, 0x0, 0x0, 0x0, 0x326e760, 0xc023734100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc00fc00540, 0x380be40, 0xc021dd5750, 0x400000000, 0xc0234e5840, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc00fc00540, 0xc023738000, 0xc02306d523, 0xd, 0x32399eb3, 0xed7e4c091, 0x4f79c20, 0xc0145b51f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc00fc00540, 0xc023738000, 0x380ea60, 0xc0237301f0, 0xc02306d4f3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc00fc00540, 0xc023738000, 0xc02306d4d0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc00fc00540, 0xc023738000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc023487ed0, 0x383ca00, 0xc00fc00540, 0xc023738000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0145b5758, 0x383ca00, 0xc00fc00540, 0xc022dbde00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc00fc00540, 0xc022dbde00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc00fc00540, 0xc022dbde00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc00fc00540, 0xc022dbde00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc00fc00540, 0xc022dbdc00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc00fc00540, 0xc022dbdb00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc00fc00540, 0xc022dbdb00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0234c4fa0, 0x38483c0, 0xc018a48000) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5412420 [IO wait, 185 minutes]: internal/poll.runtime_pollWait(0x7f4168057f10, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0224e8418, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0224e8400, 0xc019570a01, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0224e8400, 0xc019570a01, 0x1, 0x1, 0xc021067140, 0x0, 0xc032381b58) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0271a6540, 0xc019570a01, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0195709f0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4478412 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f41b810b590, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc023837b18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc023837b00, 0xc0242c55a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc023837b00, 0xc0242c55a1, 0x1, 0x1, 0x0, 0xc0244261a8, 0xc024000001) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc022e812c0, 0xc0242c55a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0242c5590) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4694707 [IO wait, 220 minutes]: internal/poll.runtime_pollWait(0x7f435015ea48, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0389fc698, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0389fc680, 0xc02e324a01, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0389fc680, 0xc02e324a01, 0x1, 0x1, 0xc014dfb1a0, 0x0, 0xc021d09918) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0329ed038, 0xc02e324a01, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02e3249f0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7208996 [syscall]: syscall.Syscall6(0x28, 0x658, 0x659, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x658, 0x659, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc027c08100, 0x659, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x659, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc016bcd680, 0xc013c9df20, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0226c0650, 0xc013c9df20, 0x0, 0xc032c6ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc027c08100, 0x380b840, 0xc000119fd8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02f4a2110, 0x380b840, 0xc0177110f8, 0x800, 0xc032c6ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02f4a2110, 0x380b840, 0xc0177110f8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02d2d3500, 0x380b840, 0xc0177110f8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02d2d3500, 0x380b840, 0xc0177110f8, 0x0, 0x0, 0x0, 0x326e760, 0xc01a496200, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02d2d3500, 0x380be40, 0xc000119fd8, 0x800000000, 0xc023279880, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02d2d3500, 0xc0239a3a00, 0xc02a3f0ec3, 0xd, 0x13fcc43e, 0xed8587ef6, 0x4f79c20, 0xc032c6b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02d2d3500, 0xc0239a3a00, 0x380ea60, 0xc01d8a5100, 0xc02a3f0e93, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02d2d3500, 0xc0239a3a00, 0xc02a3f0e70, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02d2d3500, 0xc0239a3a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01d8a4dd0, 0x383ca00, 0xc02d2d3500, 0xc0239a3a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc032c6b758, 0x383ca00, 0xc02d2d3500, 0xc0239a3500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02d2d3500, 0xc0239a3500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02d2d3500, 0xc0239a3500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02d2d3500, 0xc0239a3500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02d2d3500, 0xc0239a3300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02d2d3500, 0xc0239a3200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02d2d3500, 0xc0239a3200) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc021787860, 0x38483c0, 0xc02227ccc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5579420 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x421, 0x422, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x421, 0x422, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc018396700, 0x422, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x422, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02d849f80, 0xc02440c2a0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc019c6a160, 0xc02440c2a0, 0x0, 0xc00eaaab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc018396700, 0x380b840, 0xc003050d38, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc003050c20, 0x380b840, 0xc002f6ffc8, 0x800, 0xc00eaaac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc003050c20, 0x380b840, 0xc002f6ffc8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03c3a0ee0, 0x380b840, 0xc002f6ffc8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03c3a0ee0, 0x380b840, 0xc002f6ffc8, 0x0, 0x0, 0x0, 0x326e760, 0xc029182800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03c3a0ee0, 0x380be40, 0xc003050d38, 0x800000000, 0xc0197c25e0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03c3a0ee0, 0xc027847d00, 0xc02ad03613, 0xd, 0x2d6c996c, 0xed7f2ca5b, 0x4f79c20, 0xc00eaab1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03c3a0ee0, 0xc027847d00, 0x380ea60, 0xc023becbb0, 0xc02ad035b3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03c3a0ee0, 0xc027847d00, 0xc02ad03590, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03c3a0ee0, 0xc027847d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc023bec880, 0x383ca00, 0xc03c3a0ee0, 0xc027847d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc00eaab758, 0x383ca00, 0xc03c3a0ee0, 0xc027847b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03c3a0ee0, 0xc027847b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03c3a0ee0, 0xc027847b00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03c3a0ee0, 0xc027847b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03c3a0ee0, 0xc027847500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03c3a0ee0, 0xc027847400) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03c3a0ee0, 0xc027847400) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc033008640, 0x38483c0, 0xc017f81dc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5661471 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x442, 0x448, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x442, 0x448, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01c949a00, 0x448, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x448, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc021806720, 0xc030250f00, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0192c6d18, 0xc030250f00, 0x0, 0xc03a5d0b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01c949a00, 0x380b840, 0xc02c7100f0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02f6db670, 0x380b840, 0xc003196318, 0x800, 0xc03a5d0c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02f6db670, 0x380b840, 0xc003196318, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03921a0e0, 0x380b840, 0xc003196318, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03921a0e0, 0x380b840, 0xc003196318, 0x0, 0x0, 0x0, 0x326e760, 0xc038405500, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03921a0e0, 0x380be40, 0xc02c7100f0, 0x800000000, 0xc03127e600, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03921a0e0, 0xc0027cc800, 0xc031916233, 0xd, 0x19108a3f, 0xed8758122, 0x4f79c20, 0xc03a5d11f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03921a0e0, 0xc0027cc800, 0x380ea60, 0xc0168ee810, 0xc031916203, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03921a0e0, 0xc0027cc800, 0xc0319161e0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03921a0e0, 0xc0027cc800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0168ee4e0, 0x383ca00, 0xc03921a0e0, 0xc0027cc800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03a5d1758, 0x383ca00, 0xc03921a0e0, 0xc0027cc200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03921a0e0, 0xc0027cc200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03921a0e0, 0xc0027cc200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03921a0e0, 0xc0027cc200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03921a0e0, 0xc0027cc000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03921a0e0, 0xc01f3a6700) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03921a0e0, 0xc01f3a6700) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018b865a0, 0x38483c0, 0xc020aeb7c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 7181675 [syscall]: syscall.Syscall6(0x28, 0x64d, 0x651, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x64d, 0x651, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc029613000, 0x651, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x651, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc012f52000, 0xc01832e300, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02aef26b8, 0xc01832e300, 0x0, 0xc0019e6b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc029613000, 0x380b840, 0xc0245e43a0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc018339dd8, 0x380b840, 0xc012db7ad0, 0x800, 0xc0019e6c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc018339dd8, 0x380b840, 0xc012db7ad0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0334a5880, 0x380b840, 0xc012db7ad0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0334a5880, 0x380b840, 0xc012db7ad0, 0x0, 0x0, 0x0, 0x326e760, 0xc02bdaa700, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0334a5880, 0x380be40, 0xc0245e43a0, 0x800000000, 0xc028dda720, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0334a5880, 0xc000065800, 0xc028a0bfa3, 0xd, 0x1ef67815, 0xed8713fa4, 0x4f79c20, 0xc0019e71f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0334a5880, 0xc000065800, 0x380ea60, 0xc02f79b780, 0xc028a0bf73, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0334a5880, 0xc000065800, 0xc028a0bf50, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0334a5880, 0xc000065800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02f79b460, 0x383ca00, 0xc0334a5880, 0xc000065800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0019e7758, 0x383ca00, 0xc0334a5880, 0xc000064900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0334a5880, 0xc000064900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0334a5880, 0xc000064900) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0334a5880, 0xc000064900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0334a5880, 0xc01f8d6a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0334a5880, 0xc019093a00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0334a5880, 0xc019093a00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018d20960, 0x38483c0, 0xc0142549c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 7227374 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x65a, 0x663, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x65a, 0x663, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc011d25080, 0x663, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x663, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02a4a40c0, 0xc026d964b0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02cc9ff38, 0xc026d964b0, 0x0, 0xc02e0d2b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc011d25080, 0x380b840, 0xc017e435e0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc016414fb8, 0x380b840, 0xc02cc939b0, 0x800, 0xc02e0d2c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc016414fb8, 0x380b840, 0xc02cc939b0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02e4242a0, 0x380b840, 0xc02cc939b0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02e4242a0, 0x380b840, 0xc02cc939b0, 0x0, 0x0, 0x0, 0x326e760, 0xc0105b7600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02e4242a0, 0x380be40, 0xc017e435e0, 0x800000000, 0xc01ebe74a0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02e4242a0, 0xc0194dfa00, 0xc0327c4e93, 0xd, 0x1f55f0bd, 0xed86578e0, 0x4f79c20, 0xc02e0d31f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02e4242a0, 0xc0194dfa00, 0x380ea60, 0xc02e76f4c0, 0xc0327c4e63, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02e4242a0, 0xc0194dfa00, 0xc0327c4e40, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02e4242a0, 0xc0194dfa00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02e76f150, 0x383ca00, 0xc02e4242a0, 0xc0194dfa00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02e0d3758, 0x383ca00, 0xc02e4242a0, 0xc0194df600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02e4242a0, 0xc0194df600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02e4242a0, 0xc0194df600) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02e4242a0, 0xc0194df600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02e4242a0, 0xc0194df000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02e4242a0, 0xc000065800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02e4242a0, 0xc000065800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018d21b80, 0x38483c0, 0xc014c48040) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4676278 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x217, 0x218, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x217, 0x218, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01968af00, 0x218, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x218, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0271d7800, 0xc0258368a0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0031d52b8, 0xc0258368a0, 0x0, 0xc0109deb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01968af00, 0x380b840, 0xc000010ae0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc000010870, 0x380b840, 0xc01fe62678, 0x800, 0xc0109dec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc000010870, 0x380b840, 0xc01fe62678, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc036e38620, 0x380b840, 0xc01fe62678, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc036e38620, 0x380b840, 0xc01fe62678, 0x0, 0x0, 0x0, 0x326e760, 0xc0142a8800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc036e38620, 0x380be40, 0xc000010ae0, 0x800000000, 0xc0144e28a0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc036e38620, 0xc0027cdb00, 0xc03bbe9ca3, 0xd, 0x267983a2, 0xed85690aa, 0x4f79c20, 0xc0109df1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc036e38620, 0xc0027cdb00, 0x380ea60, 0xc0202805c0, 0xc03bbe9c73, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc036e38620, 0xc0027cdb00, 0xc03bbe9c50, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc036e38620, 0xc0027cdb00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0202802a0, 0x383ca00, 0xc036e38620, 0xc0027cdb00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0109df758, 0x383ca00, 0xc036e38620, 0xc0027cd800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc036e38620, 0xc0027cd800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc036e38620, 0xc0027cd800) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc036e38620, 0xc0027cd800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc036e38620, 0xc0027cd500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc036e38620, 0xc0027cd300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc036e38620, 0xc0027cd300) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc02281eb40, 0x38483c0, 0xc017f80c40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4867099 [syscall]: syscall.Syscall6(0x28, 0x2a0, 0x2a5, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x2a0, 0x2a5, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc023c22c80, 0x2a5, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x2a5, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc012f52900, 0xc0216bbe30, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0155b9490, 0xc0216bbe30, 0x0, 0xc02e806b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc023c22c80, 0x380b840, 0xc017ae8e70, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017ae9088, 0x380b840, 0xc01198a780, 0x800, 0xc02e806c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017ae9088, 0x380b840, 0xc01198a780, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02bb92a80, 0x380b840, 0xc01198a780, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02bb92a80, 0x380b840, 0xc01198a780, 0x0, 0x0, 0x0, 0x326e760, 0xc0349d1000, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02bb92a80, 0x380be40, 0xc017ae8e70, 0x200000000, 0xc0349be7e0, 0x28, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02bb92a80, 0xc00233c100, 0xc0349be7a3, 0xc, 0xe7661e9, 0xed79c5906, 0x4f79c20, 0xc02e8071f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02bb92a80, 0xc00233c100, 0x380ea60, 0xc0349a70c0, 0xc0349be743, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02bb92a80, 0xc00233c100, 0xc0349be720, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02bb92a80, 0xc00233c100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0349a6da0, 0x383ca00, 0xc02bb92a80, 0xc00233c100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02e807758, 0x383ca00, 0xc02bb92a80, 0xc01ba37f00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02bb92a80, 0xc01ba37f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02bb92a80, 0xc01ba37f00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02bb92a80, 0xc01ba37f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02bb92a80, 0xc01ba37d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02bb92a80, 0xc011fdf000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02bb92a80, 0xc011fdf000) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0189e8460, 0x38483c0, 0xc02d404640) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6257406 [syscall]: syscall.Syscall6(0x28, 0x529, 0x52a, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x529, 0x52a, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02bf73200, 0x52a, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x52a, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc017beff80, 0xc017812480, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0154fcd50, 0xc017812480, 0x0, 0xc01b6a6b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02bf73200, 0x380b840, 0xc02c7119f0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017e426c8, 0x380b840, 0xc016d9a9d8, 0x800, 0xc01b6a6c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017e426c8, 0x380b840, 0xc016d9a9d8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02db602a0, 0x380b840, 0xc016d9a9d8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02db602a0, 0x380b840, 0xc016d9a9d8, 0x0, 0x0, 0x0, 0x326e760, 0xc029c8e400, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02db602a0, 0x380be40, 0xc02c7119f0, 0x800000000, 0xc034b69be0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02db602a0, 0xc01f3a6000, 0xc0323b4e03, 0xd, 0x24dc4f27, 0xed877d30a, 0x4f79c20, 0xc01b6a71f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02db602a0, 0xc01f3a6000, 0x380ea60, 0xc023d38f90, 0xc0323b4dd3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02db602a0, 0xc01f3a6000, 0xc0323b4db0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02db602a0, 0xc01f3a6000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc023d38c60, 0x383ca00, 0xc02db602a0, 0xc01f3a6000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01b6a7758, 0x383ca00, 0xc02db602a0, 0xc027847d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02db602a0, 0xc027847d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02db602a0, 0xc027847d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02db602a0, 0xc027847d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02db602a0, 0xc027847b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02db602a0, 0xc027847800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02db602a0, 0xc027847800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc025be8000, 0x38483c0, 0xc027172280) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4555710 [IO wait, 226 minutes]: internal/poll.runtime_pollWait(0x7f41b805e0c8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc016f01b18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc016f01b00, 0xc02ae8a611, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc016f01b00, 0xc02ae8a611, 0x1, 0x1, 0xc029272f60, 0x0, 0xc01f416a98) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc001db9118, 0xc02ae8a611, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02ae8a600) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4479361 [syscall, 4 minutes]: syscall.Syscall6(0x28, 0xd1, 0xd3, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0xd1, 0xd3, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc026f36500, 0xd3, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0xd3, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc026ee6540, 0xc0275cb4d0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0245e4f30, 0xc0275cb4d0, 0x0, 0xc026c4cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc026f36500, 0x380b840, 0xc0213ab720, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc025cf0eb8, 0x380b840, 0xc0173c3668, 0x800, 0xc026c4cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc025cf0eb8, 0x380b840, 0xc0173c3668, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0255c89a0, 0x380b840, 0xc0173c3668, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0255c89a0, 0x380b840, 0xc0173c3668, 0x0, 0x0, 0x0, 0x326e760, 0xc026eee600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0255c89a0, 0x380be40, 0xc0213ab720, 0x800000000, 0xc026efe0a0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0255c89a0, 0xc022c1da00, 0xc022c4aec3, 0xc, 0x1ed06fd5, 0xed78bd73e, 0x4f79c20, 0xc026c4d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0255c89a0, 0xc022c1da00, 0x380ea60, 0xc026ee4750, 0xc022c4ae63, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0255c89a0, 0xc022c1da00, 0xc022c4ae40, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0255c89a0, 0xc022c1da00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc026ee4430, 0x383ca00, 0xc0255c89a0, 0xc022c1da00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc026c4d758, 0x383ca00, 0xc0255c89a0, 0xc022c1d800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0255c89a0, 0xc022c1d800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0255c89a0, 0xc022c1d800) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0255c89a0, 0xc022c1d800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0255c89a0, 0xc022c1d600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0255c89a0, 0xc022c1d500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0255c89a0, 0xc022c1d500) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc026df12c0, 0x38483c0, 0xc02687dac0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4546255 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x182, 0x187, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x182, 0x187, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0241b0d80, 0x187, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x187, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc03f711b00, 0xc02f500540, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc000119b38, 0xc02f500540, 0x0, 0xc02cb74b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0241b0d80, 0x380b840, 0xc0186623a0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc019c6b840, 0x380b840, 0xc01514a810, 0x800, 0xc02cb74c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc019c6b840, 0x380b840, 0xc01514a810, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0327caee0, 0x380b840, 0xc01514a810, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0327caee0, 0x380b840, 0xc01514a810, 0x0, 0x0, 0x0, 0x326e760, 0xc010b94d00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0327caee0, 0x380be40, 0xc0186623a0, 0x800000000, 0xc011925a60, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0327caee0, 0xc000064f00, 0xc03cdadaf3, 0xd, 0x29f5328f, 0xed81614b1, 0x4f79c20, 0xc02cb751f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0327caee0, 0xc000064f00, 0x380ea60, 0xc0318e7800, 0xc03cdadac3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0327caee0, 0xc000064f00, 0xc03cdadaa0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0327caee0, 0xc000064f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0318e74e0, 0x383ca00, 0xc0327caee0, 0xc000064f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02cb75758, 0x383ca00, 0xc0327caee0, 0xc000064d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0327caee0, 0xc000064d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0327caee0, 0xc000064d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0327caee0, 0xc000064d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0327caee0, 0xc000064900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0327caee0, 0xc0027cdc00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0327caee0, 0xc0027cdc00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01f061ae0, 0x38483c0, 0xc01506ab00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4527357 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x161, 0x163, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x161, 0x163, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc026a80300, 0x163, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x163, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0195b9140, 0xc024a1b9e0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc020ec30f8, 0xc024a1b9e0, 0x0, 0xc010a52b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc026a80300, 0x380b840, 0xc018662230, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0031d5730, 0x380b840, 0xc02284e8e8, 0x800, 0xc010a52c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0031d5730, 0x380b840, 0xc02284e8e8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc019ffe460, 0x380b840, 0xc02284e8e8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc019ffe460, 0x380b840, 0xc02284e8e8, 0x0, 0x0, 0x0, 0x326e760, 0xc01d469700, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc019ffe460, 0x380be40, 0xc018662230, 0x200000000, 0xc01d44f3c0, 0x1e, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc019ffe460, 0xc019288800, 0xc01e7ea8f3, 0xc, 0xee75182, 0xed7891d46, 0x4f79c20, 0xc010a531f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc019ffe460, 0xc019288800, 0x380ea60, 0xc0212b2d10, 0xc01e7ea893, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc019ffe460, 0xc019288800, 0xc01e7ea870, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc019ffe460, 0xc019288800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0212b29f0, 0x383ca00, 0xc019ffe460, 0xc019288800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc010a53758, 0x383ca00, 0xc019ffe460, 0xc019288600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc019ffe460, 0xc019288600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc019ffe460, 0xc019288600) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc019ffe460, 0xc019288600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc019ffe460, 0xc019288300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc019ffe460, 0xc019567100) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc019ffe460, 0xc019567100) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018c7e280, 0x38483c0, 0xc02015a400) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4475708 [syscall]: syscall.Syscall6(0x28, 0x63, 0x70, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x63, 0x70, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02b06f380, 0x70, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x70, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc026ee7080, 0xc02674db30, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0213ab338, 0xc02674db30, 0x0, 0xc0326ccb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02b06f380, 0x380b840, 0xc019c6bd48, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc000122ed0, 0x380b840, 0xc01679dfe0, 0x800, 0xc0326ccc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc000122ed0, 0x380b840, 0xc01679dfe0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc033f82fc0, 0x380b840, 0xc01679dfe0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc033f82fc0, 0x380b840, 0xc01679dfe0, 0x0, 0x0, 0x0, 0x326e760, 0xc030ad5900, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc033f82fc0, 0x380be40, 0xc019c6bd48, 0x800000000, 0xc02bfb0f20, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc033f82fc0, 0xc0162b6c00, 0xc023bf3eb3, 0xc, 0xd08ffd1, 0xed78ed0d8, 0x4f79c20, 0xc0326cd1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc033f82fc0, 0xc0162b6c00, 0x380ea60, 0xc022df3130, 0xc023bf3e53, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc033f82fc0, 0xc0162b6c00, 0xc023bf3e30, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc033f82fc0, 0xc0162b6c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc022df2e00, 0x383ca00, 0xc033f82fc0, 0xc0162b6c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0326cd758, 0x383ca00, 0xc033f82fc0, 0xc0162b6a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc033f82fc0, 0xc0162b6a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc033f82fc0, 0xc0162b6a00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc033f82fc0, 0xc0162b6a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc033f82fc0, 0xc0162b6700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc033f82fc0, 0xc0162b6400) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc033f82fc0, 0xc0162b6400) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01dc390e0, 0x38483c0, 0xc01896b400) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4740923 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x247, 0x249, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x247, 0x249, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc035a95900, 0x249, 0x3fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x249, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc019390900, 0xc016a2ca20, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0192c7650, 0xc016a2ca20, 0x0, 0xc00f2e6b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc035a95900, 0x380b840, 0xc02f6da948, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02c785910, 0x380b840, 0xc026324f00, 0x800, 0xc00f2e6c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02c785910, 0x380b840, 0xc026324f00, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0386e62a0, 0x380b840, 0xc026324f00, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0386e62a0, 0x380b840, 0xc026324f00, 0x0, 0x0, 0x0, 0x326e760, 0xc019495f00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0386e62a0, 0x380be40, 0xc02f6da948, 0x400000000, 0xc02c4bdf80, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0386e62a0, 0xc01ba36d00, 0xc02c4bde83, 0xc, 0x18e7dc68, 0xed79d5562, 0x4f79c20, 0xc0117331f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0386e62a0, 0xc01ba36d00, 0x380ea60, 0xc01dcbf1b0, 0xc02c4bdd93, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0386e62a0, 0xc01ba36d00, 0xc02c4bdd70, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0386e62a0, 0xc01ba36d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01dcbee80, 0x383ca00, 0xc0386e62a0, 0xc01ba36d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc011733758, 0x383ca00, 0xc0386e62a0, 0xc01ba36b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0386e62a0, 0xc01ba36b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0386e62a0, 0xc01ba36b00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0386e62a0, 0xc01ba36b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0386e62a0, 0xc01ba36700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0386e62a0, 0xc01ba36600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0386e62a0, 0xc01ba36600) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc02281fcc0, 0x38483c0, 0xc027250700) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5845121 [syscall]: syscall.Syscall6(0x28, 0x48f, 0x496, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x48f, 0x496, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0004b8380, 0x496, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x496, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0159f0660, 0xc0272c4f90, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02f4a36f8, 0xc0272c4f90, 0x0, 0xc03a5ceb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0004b8380, 0x380b840, 0xc0155b8ff0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0245e5518, 0x380b840, 0xc0222a3998, 0x800, 0xc03a5cec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0245e5518, 0x380b840, 0xc0222a3998, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0347d70a0, 0x380b840, 0xc0222a3998, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0347d70a0, 0x380b840, 0xc0222a3998, 0x0, 0x0, 0x0, 0x326e760, 0xc034995d00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0347d70a0, 0x380be40, 0xc0155b8ff0, 0x800000000, 0xc020b52620, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0347d70a0, 0xc026c78d00, 0xc02ba9dbe3, 0xd, 0x10a1ae20, 0xed8179b0c, 0x4f79c20, 0xc03a5cf1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0347d70a0, 0xc026c78d00, 0x380ea60, 0xc023487e30, 0xc02ba9db83, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0347d70a0, 0xc026c78d00, 0xc02ba9db60, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0347d70a0, 0xc026c78d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc023487b10, 0x383ca00, 0xc0347d70a0, 0xc026c78d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03a5cf758, 0x383ca00, 0xc0347d70a0, 0xc026c78600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0347d70a0, 0xc026c78600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0347d70a0, 0xc026c78600) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0347d70a0, 0xc026c78600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0347d70a0, 0xc026c78200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0347d70a0, 0xc026c78100) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0347d70a0, 0xc026c78100) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc02281ff40, 0x38483c0, 0xc01fed3ec0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6738723 [IO wait, 122 minutes]: internal/poll.runtime_pollWait(0x7f41841b4528, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0287c7918, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0287c7900, 0xc01d9aaee1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0287c7900, 0xc01d9aaee1, 0x1, 0x1, 0xc018c96c00, 0x0, 0xc0178062d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0339f6910, 0xc01d9aaee1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01d9aaed0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6641635 [IO wait, 126 minutes]: internal/poll.runtime_pollWait(0x7f43000bfbb8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc016f55a18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc016f55a00, 0xc01c13e461, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc016f55a00, 0xc01c13e461, 0x1, 0x1, 0xc031e6a2a0, 0xc01459c298, 0xc014f47fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017ae9818, 0xc01c13e461, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01c13e450) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7254889 [syscall]: syscall.Syscall6(0x28, 0x666, 0x667, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x666, 0x667, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01c884280, 0x667, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x667, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02b9b9da0, 0xc0233117a0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02aef2b40, 0xc0233117a0, 0x0, 0xc03c09ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01c884280, 0x380b840, 0xc000011150, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02aef27f0, 0x380b840, 0xc01d016e58, 0x800, 0xc03c09ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02aef27f0, 0x380b840, 0xc01d016e58, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0296707e0, 0x380b840, 0xc01d016e58, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0296707e0, 0x380b840, 0xc01d016e58, 0x0, 0x0, 0x0, 0x326e760, 0xc00e6f6700, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0296707e0, 0x380be40, 0xc000011150, 0x200000000, 0xc024b92540, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0296707e0, 0xc0239a3f00, 0xc024b924a3, 0xc, 0x14a79c87, 0xed79b6c6c, 0x4f79c20, 0xc03c09b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0296707e0, 0xc0239a3f00, 0x380ea60, 0xc0267b1410, 0xc024b923e3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0296707e0, 0xc0239a3f00, 0xc024b923c0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0296707e0, 0xc0239a3f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0267b10e0, 0x383ca00, 0xc0296707e0, 0xc0239a3f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03c09b758, 0x383ca00, 0xc0296707e0, 0xc0239a3a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0296707e0, 0xc0239a3a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0296707e0, 0xc0239a3a00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0296707e0, 0xc0239a3a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0296707e0, 0xc0239a3500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0296707e0, 0xc0239a3400) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0296707e0, 0xc0239a3400) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01a2ee8c0, 0x38483c0, 0xc014c48bc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 7230562 [IO wait, 99 minutes]: internal/poll.runtime_pollWait(0x7f41b810a170, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc018837a18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc018837a00, 0xc02143edf1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc018837a00, 0xc02143edf1, 0x1, 0x1, 0xc034c6b748, 0xc000a1a138, 0xc034c6b7c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc022e81658, 0xc02143edf1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02143ede0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6410693 [IO wait, 137 minutes]: internal/poll.runtime_pollWait(0x7f418418e710, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0178ad618, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0178ad600, 0xc0275e7e11, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0178ad600, 0xc0275e7e11, 0x1, 0x1, 0xc0026e9748, 0xc000a1a138, 0xc0026e97c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc023bb9718, 0xc0275e7e11, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0275e7e00) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5522533 [syscall, 4 minutes]: syscall.Syscall6(0x28, 0x404, 0x405, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x404, 0x405, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc025287580, 0x405, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x405, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc011b7c780, 0xc019023c20, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02c7844a8, 0xc019023c20, 0x0, 0xc02a50ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc025287580, 0x380b840, 0xc00001b6c0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02ad6ead0, 0x380b840, 0xc017711bf0, 0x800, 0xc02a50ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02ad6ead0, 0x380b840, 0xc017711bf0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0154635e0, 0x380b840, 0xc017711bf0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0154635e0, 0x380b840, 0xc017711bf0, 0x0, 0x0, 0x0, 0x326e760, 0xc023762e00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0154635e0, 0x380be40, 0xc00001b6c0, 0x200000000, 0xc0201ff0b0, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0154635e0, 0xc01f8d7500, 0xc0201ff073, 0xc, 0x173c83de, 0xed77e73dc, 0x4f79c20, 0xc02a50b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0154635e0, 0xc01f8d7500, 0x380ea60, 0xc0266bbe90, 0xc0201ff013, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0154635e0, 0xc01f8d7500, 0xc0201feff0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0154635e0, 0xc01f8d7500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0266bbb70, 0x383ca00, 0xc0154635e0, 0xc01f8d7500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02a50b758, 0x383ca00, 0xc0154635e0, 0xc01f8d6f00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0154635e0, 0xc01f8d6f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0154635e0, 0xc01f8d6f00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0154635e0, 0xc01f8d6f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0154635e0, 0xc01f8d6900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0154635e0, 0xc01f8d6700) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0154635e0, 0xc01f8d6700) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01ae28820, 0x38483c0, 0xc0177a0000) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5210308 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x35e, 0x361, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x35e, 0x361, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02c3aef00, 0x361, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x361, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc010a41d40, 0xc0214f20c0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02aef3f88, 0xc0214f20c0, 0x0, 0xc02db58b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02c3aef00, 0x380b840, 0xc0001192a8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0001191f0, 0x380b840, 0xc0339dedb0, 0x800, 0xc02db58c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0001191f0, 0x380b840, 0xc0339dedb0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01be1e000, 0x380b840, 0xc0339dedb0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01be1e000, 0x380b840, 0xc0339dedb0, 0x0, 0x0, 0x0, 0x326e760, 0xc033526800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01be1e000, 0x380be40, 0xc0001192a8, 0x800000000, 0xc0332c8bc0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01be1e000, 0xc019567d00, 0xc032f75b53, 0xd, 0x38e3da67, 0xed8735eec, 0x4f79c20, 0xc02db591f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01be1e000, 0xc019567d00, 0x380ea60, 0xc0178e73a0, 0xc032f75b23, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01be1e000, 0xc019567d00, 0xc032f75b00, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01be1e000, 0xc019567d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0178e7070, 0x383ca00, 0xc01be1e000, 0xc019567d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02db59758, 0x383ca00, 0xc01be1e000, 0xc019567b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01be1e000, 0xc019567b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01be1e000, 0xc019567b00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01be1e000, 0xc019567b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01be1e000, 0xc019567400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01be1e000, 0xc019288700) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01be1e000, 0xc019288700) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01ae28960, 0x38483c0, 0xc02786a180) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5329670 [IO wait, 189 minutes]: internal/poll.runtime_pollWait(0x7f41b805d988, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc019021798, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc019021780, 0xc011c44d31, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc019021780, 0xc011c44d31, 0x1, 0x1, 0x0, 0xc01459c298, 0xc0120f1fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc020b46ea8, 0xc011c44d31, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc011c44d20) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4998408 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x314, 0x315, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x314, 0x315, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc019360600, 0x315, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x315, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0124b3140, 0xc0348c7a70, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017742f68, 0xc0348c7a70, 0x0, 0xc00f586b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc019360600, 0x380b840, 0xc02c784530, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc025cf0038, 0x380b840, 0xc026324600, 0x800, 0xc00f586c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc025cf0038, 0x380b840, 0xc026324600, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02bf6e700, 0x380b840, 0xc026324600, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02bf6e700, 0x380b840, 0xc026324600, 0x0, 0x0, 0x0, 0x326e760, 0xc0225cf600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02bf6e700, 0x380be40, 0xc02c784530, 0x200000000, 0xc0274e5da0, 0x28, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02bf6e700, 0xc026c79300, 0xc0274e5d63, 0xc, 0x36814dba, 0xed79b171b, 0x4f79c20, 0xc00f5871f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02bf6e700, 0xc026c79300, 0x380ea60, 0xc018b55c00, 0xc0274e5d03, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02bf6e700, 0xc026c79300, 0xc0274e5ce0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02bf6e700, 0xc026c79300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc018b558e0, 0x383ca00, 0xc02bf6e700, 0xc026c79300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc00f587758, 0x383ca00, 0xc02bf6e700, 0xc026c79100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02bf6e700, 0xc026c79100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02bf6e700, 0xc026c79100) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02bf6e700, 0xc026c79100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02bf6e700, 0xc026c78f00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02bf6e700, 0xc01f8d7b00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02bf6e700, 0xc01f8d7b00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc02281e0a0, 0x38483c0, 0xc02cac1cc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6043975 [IO wait, 155 minutes]: internal/poll.runtime_pollWait(0x7f43480952b0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc022b6db18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc022b6db00, 0xc022f56a31, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc022b6db00, 0xc022f56a31, 0x1, 0x1, 0xc00254df48, 0xc01459c298, 0xc00254dfc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc022e80598, 0xc022f56a31, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc022f56a20) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6678237 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x5b2, 0x5b7, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x5b2, 0x5b7, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01a2c6400, 0x5b7, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x5b7, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc017f3a240, 0xc026165740, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02f6da268, 0xc026165740, 0x0, 0xc03dc04b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01a2c6400, 0x380b840, 0xc01aa4a548, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02ac79a88, 0x380b840, 0xc01a5a8b10, 0x800, 0xc03dc04c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02ac79a88, 0x380b840, 0xc01a5a8b10, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc035ac69a0, 0x380b840, 0xc01a5a8b10, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc035ac69a0, 0x380b840, 0xc01a5a8b10, 0x0, 0x0, 0x0, 0x326e760, 0xc02f757100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc035ac69a0, 0x380be40, 0xc01aa4a548, 0x800000000, 0xc02f153be0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc035ac69a0, 0xc02194d600, 0xc02f5cf493, 0xd, 0x15866339, 0xed7e6b9e2, 0x4f79c20, 0xc03dc051f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc035ac69a0, 0xc02194d600, 0x380ea60, 0xc0217ee0a0, 0xc02f5cf463, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc035ac69a0, 0xc02194d600, 0xc02f5cf440, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc035ac69a0, 0xc02194d600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc00026b500, 0x383ca00, 0xc035ac69a0, 0xc02194d600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03dc05758, 0x383ca00, 0xc035ac69a0, 0xc02194cf00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc035ac69a0, 0xc02194cf00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc035ac69a0, 0xc02194cf00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc035ac69a0, 0xc02194cf00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc035ac69a0, 0xc02194c200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc035ac69a0, 0xc0027cc700) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc035ac69a0, 0xc0027cc700) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc033008b40, 0x38483c0, 0xc026e20c80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6549928 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x589, 0x591, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x589, 0x591, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc023b8d800, 0x591, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x591, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc015ae2300, 0xc0272d88d0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc020b46cb8, 0xc0272d88d0, 0x0, 0xc0159c4b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc023b8d800, 0x380b840, 0xc018339618, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0174018e0, 0x380b840, 0xc026236720, 0x800, 0xc0159c4c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0174018e0, 0x380b840, 0xc026236720, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01659cee0, 0x380b840, 0xc026236720, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01659cee0, 0x380b840, 0xc026236720, 0x0, 0x0, 0x0, 0x326e760, 0xc02f85a500, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01659cee0, 0x380be40, 0xc018339618, 0x200000000, 0xc02f6eb700, 0x1e, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01659cee0, 0xc026d32800, 0xc02f772773, 0xd, 0x11590758, 0xed7f4defa, 0x4f79c20, 0xc0159c51f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01659cee0, 0xc026d32800, 0x380ea60, 0xc020723920, 0xc02f772743, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01659cee0, 0xc026d32800, 0xc02f772720, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01659cee0, 0xc026d32800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0207235a0, 0x383ca00, 0xc01659cee0, 0xc026d32800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0159c5758, 0x383ca00, 0xc01659cee0, 0xc026d32000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01659cee0, 0xc026d32000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01659cee0, 0xc026d32000) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01659cee0, 0xc026d32000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01659cee0, 0xc023c3fe00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01659cee0, 0xc0023a7200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01659cee0, 0xc0023a7200) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc000fdd220, 0x38483c0, 0xc01fd46980) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6980348 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x618, 0x619, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x618, 0x619, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0355db680, 0x619, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x619, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02a0a65a0, 0xc026a73920, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0339f6030, 0xc026a73920, 0x0, 0xc016d26b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0355db680, 0x380b840, 0xc017e425d8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc023cfbc88, 0x380b840, 0xc0222a2bd0, 0x800, 0xc016d26c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc023cfbc88, 0x380b840, 0xc0222a2bd0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02773cd20, 0x380b840, 0xc0222a2bd0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02773cd20, 0x380b840, 0xc0222a2bd0, 0x0, 0x0, 0x0, 0x326e760, 0xc032308c00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02773cd20, 0x380be40, 0xc017e425d8, 0x800000000, 0xc031fef320, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02773cd20, 0xc0147d4800, 0xc03212c7a3, 0xd, 0xeddba80, 0xed81a6a58, 0x4f79c20, 0xc016d271f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02773cd20, 0xc0147d4800, 0x380ea60, 0xc031cbfa10, 0xc03212c773, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02773cd20, 0xc0147d4800, 0xc03212c750, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02773cd20, 0xc0147d4800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc031cbf6e0, 0x383ca00, 0xc02773cd20, 0xc0147d4800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc016d27758, 0x383ca00, 0xc02773cd20, 0xc01f3a7b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02773cd20, 0xc01f3a7b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02773cd20, 0xc01f3a7b00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02773cd20, 0xc01f3a7b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02773cd20, 0xc01f3a7700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02773cd20, 0xc023d94e00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02773cd20, 0xc023d94e00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0195246e0, 0x38483c0, 0xc028919e00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6650867 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x5ad, 0x5b5, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x5ad, 0x5b5, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02c633a80, 0x5b5, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x5b5, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0292dacc0, 0xc0017a5a10, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc023bb9c48, 0xc0017a5a10, 0x0, 0xc032c6cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02c633a80, 0x380b840, 0xc017ae99d8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc01f9afaf8, 0x380b840, 0xc0174a40d8, 0x800, 0xc032c6cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc01f9afaf8, 0x380b840, 0xc0174a40d8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc035c9e000, 0x380b840, 0xc0174a40d8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc035c9e000, 0x380b840, 0xc0174a40d8, 0x0, 0x0, 0x0, 0x326e760, 0xc035ca2600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc035c9e000, 0x380be40, 0xc017ae99d8, 0x800000000, 0xc035c88720, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc035c9e000, 0xc0194ded00, 0xc035b547a3, 0xd, 0x2e19ed33, 0xed8767baf, 0x4f79c20, 0xc032c6d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc035c9e000, 0xc0194ded00, 0x380ea60, 0xc01f3ec210, 0xc035b54773, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc035c9e000, 0xc0194ded00, 0xc035b54750, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc035c9e000, 0xc0194ded00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0212b3ef0, 0x383ca00, 0xc035c9e000, 0xc0194ded00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc032c6d758, 0x383ca00, 0xc035c9e000, 0xc0194de500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc035c9e000, 0xc0194de500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc035c9e000, 0xc0194de500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc035c9e000, 0xc0194de500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc035c9e000, 0xc0239a3e00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc035c9e000, 0xc0239a3b00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc035c9e000, 0xc0239a3b00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc024375400, 0x38483c0, 0xc01506a2c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5296509 [IO wait, 191 minutes]: internal/poll.runtime_pollWait(0x7f4187166cf0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc025aa5118, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc025aa5100, 0xc01bd644f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc025aa5100, 0xc01bd644f1, 0x1, 0x1, 0xc01790bda0, 0x0, 0xc016cd2dd8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc018b78588, 0xc01bd644f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01bd644e0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6959177 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x60f, 0x61d, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x60f, 0x61d, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02d39c380, 0x61d, 0xffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x61d, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc020553140, 0xc03808f5c0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02f4a2430, 0xc03808f5c0, 0x0, 0xc030972b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02d39c380, 0x380b840, 0xc019c6a718, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02f6da2e0, 0x380b840, 0xc032c1a378, 0x800, 0xc030972c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02f6da2e0, 0x380b840, 0xc032c1a378, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc035c9eb60, 0x380b840, 0xc032c1a378, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc035c9eb60, 0x380b840, 0xc032c1a378, 0x0, 0x0, 0x0, 0x326e760, 0xc02a00fc00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc035c9eb60, 0x380be40, 0xc019c6a718, 0x10000000, 0xc011ef2f20, 0x1d, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc035c9eb60, 0xc002081a00, 0xc02ec89e83, 0xd, 0x10c90eba, 0xed817b45c, 0x4f79c20, 0xc0309731f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc035c9eb60, 0xc002081a00, 0x380ea60, 0xc01af54410, 0xc02ec89e53, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc035c9eb60, 0xc002081a00, 0xc02ec89e30, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc035c9eb60, 0xc002081a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01af540f0, 0x383ca00, 0xc035c9eb60, 0xc002081a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc030973758, 0x383ca00, 0xc035c9eb60, 0xc002080a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc035c9eb60, 0xc002080a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc035c9eb60, 0xc002080a00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc035c9eb60, 0xc002080a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc035c9eb60, 0xc002080000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc035c9eb60, 0xc026842a00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc035c9eb60, 0xc026842a00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc021787360, 0x38483c0, 0xc0169d4cc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6971213 [IO wait, 111 minutes]: internal/poll.runtime_pollWait(0x7f41841810b0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc033f37898, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc033f37880, 0xc026a72881, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc033f37880, 0xc026a72881, 0x1, 0x1, 0xc01dd4c060, 0x0, 0xc0205322d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02f6da478, 0xc026a72881, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc026a72870) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6293306 [IO wait, 143 minutes]: internal/poll.runtime_pollWait(0x7f43582114f0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc033c17218, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc033c17200, 0xc01699af11, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc033c17200, 0xc01699af11, 0x1, 0x1, 0xc021eff0e0, 0x0, 0xc0121b3718) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02ac78bc0, 0xc01699af11, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01699af00) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4536838 [syscall]: syscall.Syscall6(0x28, 0x176, 0x178, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x176, 0x178, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0240ef000, 0x178, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x178, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc001da9d40, 0xc015f72d20, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc023bb8238, 0xc015f72d20, 0x0, 0xc011a0ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0240ef000, 0x380b840, 0xc02ad6e3b8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02ad6e2a8, 0x380b840, 0xc02d1ab590, 0x800, 0xc011a0ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02ad6e2a8, 0x380b840, 0xc02d1ab590, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0105909a0, 0x380b840, 0xc02d1ab590, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0105909a0, 0x380b840, 0xc02d1ab590, 0x0, 0x0, 0x0, 0x326e760, 0xc033186200, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0105909a0, 0x380be40, 0xc02ad6e3b8, 0x200000000, 0xc033018e60, 0x1e, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0105909a0, 0xc002189d00, 0xc033068173, 0xd, 0x14683a60, 0xed7e28f7a, 0x4f79c20, 0xc011a0b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0105909a0, 0xc002189d00, 0x380ea60, 0xc022f550a0, 0xc033068143, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0105909a0, 0xc002189d00, 0xc033068120, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0105909a0, 0xc002189d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc022f54d80, 0x383ca00, 0xc0105909a0, 0xc002189d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc011a0b758, 0x383ca00, 0xc0105909a0, 0xc002189b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0105909a0, 0xc002189b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0105909a0, 0xc002189b00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0105909a0, 0xc002189b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0105909a0, 0xc002189900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0105909a0, 0xc002189700) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0105909a0, 0xc002189700) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bd71680, 0x38483c0, 0xc015911840) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5595694 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x424, 0x429, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x424, 0x429, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc023176980, 0x429, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x429, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc032a93620, 0xc01d52a870, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc019c6aae8, 0xc01d52a870, 0x0, 0xc03625eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc023176980, 0x380b840, 0xc00001b5b0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0271a7ac0, 0x380b840, 0xc01ab28ea0, 0x800, 0xc03625ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0271a7ac0, 0x380b840, 0xc01ab28ea0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc034991a40, 0x380b840, 0xc01ab28ea0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc034991a40, 0x380b840, 0xc01ab28ea0, 0x0, 0x0, 0x0, 0x326e760, 0xc011363e00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc034991a40, 0x380be40, 0xc00001b5b0, 0x800000000, 0xc020ee5ee0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc034991a40, 0xc014402500, 0xc030f4acb3, 0xd, 0x2fd04f8b, 0xed8745f54, 0x4f79c20, 0xc03625f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc034991a40, 0xc014402500, 0x380ea60, 0xc015754560, 0xc030f4ac83, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc034991a40, 0xc014402500, 0xc030f4ac60, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc034991a40, 0xc014402500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc015754090, 0x383ca00, 0xc034991a40, 0xc014402500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03625f758, 0x383ca00, 0xc034991a40, 0xc014402300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc034991a40, 0xc014402300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc034991a40, 0xc014402300) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc034991a40, 0xc014402300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc034991a40, 0xc014402000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc034991a40, 0xc002667e00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc034991a40, 0xc002667e00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0022321e0, 0x38483c0, 0xc03c517300) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 7103125 [IO wait, 104 minutes]: internal/poll.runtime_pollWait(0x7f4124199c80, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc019291c98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc019291c80, 0xc0124f94b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc019291c80, 0xc0124f94b1, 0x1, 0x1, 0xc0026eb748, 0xc000a1a138, 0xc0026eb7c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000011bc0, 0xc0124f94b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0124f94a0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5807114 [IO wait, 167 minutes]: internal/poll.runtime_pollWait(0x7f435872da48, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc011de4c98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc011de4c80, 0xc0190227c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc011de4c80, 0xc0190227c1, 0x1, 0x1, 0xc01704f5c0, 0x0, 0xc01fd95498) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc026043e70, 0xc0190227c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0190227b0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4478905 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f4348095ad8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc025aa4a18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc025aa4a00, 0xc0258d3db1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc025aa4a00, 0xc0258d3db1, 0x1, 0x1, 0xc0181e4180, 0x0, 0xc0256a3d18) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02325bee8, 0xc0258d3db1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0258d3da0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5421734 [IO wait, 185 minutes]: internal/poll.runtime_pollWait(0x7f43480cef08, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01a2c6798, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01a2c6780, 0xc025226191, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01a2c6780, 0xc025226191, 0x1, 0x1, 0xc0132c1f20, 0x0, 0xc018111bd8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017743ef0, 0xc025226191, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc025226180) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5108403 [IO wait, 200 minutes]: internal/poll.runtime_pollWait(0x7f4187a71928, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02961d798, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02961d780, 0xc012261ae1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02961d780, 0xc012261ae1, 0x1, 0x1, 0xc0292db500, 0x0, 0xc01962d218) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017e42908, 0xc012261ae1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc012261ad0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5678613 [syscall]: syscall.Syscall6(0x28, 0x44c, 0x44d, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x44c, 0x44d, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc023a76480, 0x44d, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x44d, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01fe4f860, 0xc01d3e4090, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02cc9e9d8, 0xc01d3e4090, 0x0, 0xc0137d4b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc023a76480, 0x380b840, 0xc022e81000, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017743030, 0x380b840, 0xc01d017cc8, 0x800, 0xc0137d4c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017743030, 0x380b840, 0xc01d017cc8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03921aee0, 0x380b840, 0xc01d017cc8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03921aee0, 0x380b840, 0xc01d017cc8, 0x0, 0x0, 0x0, 0x326e760, 0xc031143500, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03921aee0, 0x380be40, 0xc022e81000, 0x800000000, 0xc023471e80, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03921aee0, 0xc026c78200, 0xc02ae2fa33, 0xd, 0x14317574, 0xed855fd20, 0x4f79c20, 0xc0137d51f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03921aee0, 0xc026c78200, 0x380ea60, 0xc002f0dc80, 0xc02ae2fa03, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03921aee0, 0xc026c78200, 0xc02ae2f9e0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03921aee0, 0xc026c78200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc002f0d8c0, 0x383ca00, 0xc03921aee0, 0xc026c78200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0137d5758, 0x383ca00, 0xc03921aee0, 0xc026c78000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03921aee0, 0xc026c78000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03921aee0, 0xc026c78000) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03921aee0, 0xc026c78000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03921aee0, 0xc026d33b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03921aee0, 0xc026d33700) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03921aee0, 0xc026d33700) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bb58fa0, 0x38483c0, 0xc019148c00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4478783 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0xae, 0xb1, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0xae, 0xb1, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc025287380, 0xb1, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0xb1, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc025a840c0, 0xc025a4f620, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02325bd30, 0xc025a4f620, 0x0, 0xc024dbcb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc025287380, 0x380b840, 0xc02325bcc8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc023cfafb0, 0x380b840, 0xc023a414d0, 0x800, 0xc024dbcc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc023cfafb0, 0x380b840, 0xc023a414d0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03328c9a0, 0x380b840, 0xc023a414d0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03328c9a0, 0x380b840, 0xc023a414d0, 0x0, 0x0, 0x0, 0x326e760, 0xc025a47800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03328c9a0, 0x380be40, 0xc02325bcc8, 0x800000000, 0xc025a0ac00, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03328c9a0, 0xc025677b00, 0xc02563b943, 0xd, 0x65b4ef9, 0xed865af7d, 0x4f79c20, 0xc024dbd1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03328c9a0, 0xc025677b00, 0x380ea60, 0xc025a24bb0, 0xc02563b913, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03328c9a0, 0xc025677b00, 0xc02563b8f0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03328c9a0, 0xc025677b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc025a24890, 0x383ca00, 0xc03328c9a0, 0xc025677b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc024dbd758, 0x383ca00, 0xc03328c9a0, 0xc025677900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03328c9a0, 0xc025677900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03328c9a0, 0xc025677900) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03328c9a0, 0xc025677900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03328c9a0, 0xc025677700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03328c9a0, 0xc025677600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03328c9a0, 0xc025677600) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0254c6dc0, 0x38483c0, 0xc025846140) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6971317 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x615, 0x617, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x615, 0x617, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc033f37880, 0x617, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x617, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01775c9c0, 0xc026417a40, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc018b78a60, 0xc026417a40, 0x0, 0xc037d14b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc033f37880, 0x380b840, 0xc017401360, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02f6da478, 0x380b840, 0xc012db7968, 0x800, 0xc037d14c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02f6da478, 0x380b840, 0xc012db7968, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc032ce4fc0, 0x380b840, 0xc012db7968, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc032ce4fc0, 0x380b840, 0xc012db7968, 0x0, 0x0, 0x0, 0x326e760, 0xc039c4f600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc032ce4fc0, 0x380be40, 0xc017401360, 0x200000000, 0xc025bfe420, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc032ce4fc0, 0xc019725f00, 0xc025bfe3e3, 0xc, 0x107c1fec, 0xed79c5f1e, 0x4f79c20, 0xc037d151f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc032ce4fc0, 0xc019725f00, 0x380ea60, 0xc00f1ec210, 0xc025bfe383, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc032ce4fc0, 0xc019725f00, 0xc025bfe360, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc032ce4fc0, 0xc019725f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc015ac3ef0, 0x383ca00, 0xc032ce4fc0, 0xc019725f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc037d15758, 0x383ca00, 0xc032ce4fc0, 0xc019725d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc032ce4fc0, 0xc019725d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc032ce4fc0, 0xc019725d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc032ce4fc0, 0xc019725d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc032ce4fc0, 0xc019725b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc032ce4fc0, 0xc019725a00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc032ce4fc0, 0xc019725a00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc025be9ae0, 0x38483c0, 0xc020532240) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5538085 [IO wait, 179 minutes]: internal/poll.runtime_pollWait(0x7f4187a696e0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0347a0a98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0347a0a80, 0xc01699b901, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0347a0a80, 0xc01699b901, 0x1, 0x1, 0xc029f1ed80, 0x0, 0xc02250d498) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc026043a68, 0xc01699b901, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01699b8f0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4915866 [syscall, 4 minutes]: syscall.Syscall6(0x28, 0x2be, 0x2c0, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x2be, 0x2c0, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02463fb00, 0x2c0, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x2c0, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0195b9f80, 0xc016e14db0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc022e80568, 0xc016e14db0, 0x0, 0xc013deab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02463fb00, 0x380b840, 0xc0339f6320, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02f4a2578, 0x380b840, 0xc02f96ecc0, 0x800, 0xc013deac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02f4a2578, 0x380b840, 0xc02f96ecc0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc015462fc0, 0x380b840, 0xc02f96ecc0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc015462fc0, 0x380b840, 0xc02f96ecc0, 0x0, 0x0, 0x0, 0x326e760, 0xc023708600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc015462fc0, 0x380be40, 0xc0339f6320, 0x800000000, 0xc02cd62de0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc015462fc0, 0xc026d33300, 0xc032a3d5e3, 0xd, 0x140878e6, 0xed81bc2a4, 0x4f79c20, 0xc013deb1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc015462fc0, 0xc026d33300, 0x380ea60, 0xc015754d50, 0xc032a3d5b3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc015462fc0, 0xc026d33300, 0xc032a3d590, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc015462fc0, 0xc026d33300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc015754a30, 0x383ca00, 0xc015462fc0, 0xc026d33300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc013deb758, 0x383ca00, 0xc015462fc0, 0xc026d33000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc015462fc0, 0xc026d33000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc015462fc0, 0xc026d33000) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc015462fc0, 0xc026d33000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc015462fc0, 0xc026d32e00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc015462fc0, 0xc00233d600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc015462fc0, 0xc00233d600) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc002232140, 0x38483c0, 0xc0226d9840) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5259522 [IO wait, 193 minutes]: internal/poll.runtime_pollWait(0x7f418418f020, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0355f0918, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0355f0900, 0xc0195a4281, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0355f0900, 0xc0195a4281, 0x1, 0x1, 0xc01377b020, 0x0, 0xc0206fc018) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017ae9dd8, 0xc0195a4281, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0195a4270) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4508713 [IO wait, 228 minutes]: internal/poll.runtime_pollWait(0x7f435019a8e8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02b249118, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02b249100, 0xc01f47b991, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02b249100, 0xc01f47b991, 0x1, 0x1, 0xc00323cf48, 0xc000a1a138, 0xc00323cfc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02ed28598, 0xc01f47b991, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01f47b980) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5218283 [IO wait, 194 minutes]: internal/poll.runtime_pollWait(0x7f41b80219e8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc022b29a98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc022b29a80, 0xc018d6c941, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc022b29a80, 0xc018d6c941, 0x1, 0x1, 0xc01e5e0c60, 0x0, 0xc01049c518) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0031d5f98, 0xc018d6c941, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc018d6c930) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4998712 [IO wait, 205 minutes]: internal/poll.runtime_pollWait(0x7f43583b3298, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0277ee098, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0277ee080, 0xc01261b4b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0277ee080, 0xc01261b4b1, 0x1, 0x1, 0xc018dee120, 0x0, 0xc019149f18) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0001220c8, 0xc01261b4b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01261b4a0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5387551 [IO wait, 186 minutes]: internal/poll.runtime_pollWait(0x7f4168006cb8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc013e20018, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc013e20000, 0xc01613d031, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc013e20000, 0xc01613d031, 0x1, 0x1, 0xc0194cbe00, 0x0, 0xc017274918) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02cc9fe28, 0xc01613d031, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01613d020) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6559109 [IO wait, 130 minutes]: internal/poll.runtime_pollWait(0x7f41ac0c7ad8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0151f5a98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0151f5a80, 0xc029260d01, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0151f5a80, 0xc029260d01, 0x1, 0x1, 0x0, 0xc01459c298, 0xc0104887c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc001db98f8, 0xc029260d01, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc029260cf0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4497792 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x11d, 0x123, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x11d, 0x123, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02506b180, 0x123, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x123, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc023c7d080, 0xc02341f1a0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017b2a5c0, 0xc02341f1a0, 0x0, 0xc001d04b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02506b180, 0x380b840, 0xc0260428e8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc032e616c0, 0x380b840, 0xc0152f7758, 0x800, 0xc001d04c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc032e616c0, 0x380b840, 0xc0152f7758, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc025d3a540, 0x380b840, 0xc0152f7758, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc025d3a540, 0x380b840, 0xc0152f7758, 0x0, 0x0, 0x0, 0x326e760, 0xc01f03b700, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc025d3a540, 0x380be40, 0xc0260428e8, 0x800000000, 0xc01ef43e20, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc025d3a540, 0xc0194de800, 0xc01ef69bb3, 0xd, 0xd11f8e5, 0xed871a611, 0x4f79c20, 0xc001d051f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc025d3a540, 0xc0194de800, 0x380ea60, 0xc022d7a350, 0xc01ef69b83, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc025d3a540, 0xc0194de800, 0xc01ef69b60, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc025d3a540, 0xc0194de800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc022d7a030, 0x383ca00, 0xc025d3a540, 0xc0194de800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc001d05758, 0x383ca00, 0xc025d3a540, 0xc0194de300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc025d3a540, 0xc0194de300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc025d3a540, 0xc0194de300) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc025d3a540, 0xc0194de300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc025d3a540, 0xc0194de100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc025d3a540, 0xc0194de000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc025d3a540, 0xc0194de000) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc02281ebe0, 0x38483c0, 0xc0215bca80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5898624 [IO wait, 162 minutes]: internal/poll.runtime_pollWait(0x7f435872e188, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0142c5698, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0142c5680, 0xc01251dab1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0142c5680, 0xc01251dab1, 0x1, 0x1, 0xc014dfb3e0, 0x0, 0xc026431398) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017ae9250, 0xc01251dab1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01251daa0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4473019 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f43000c4898, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02992ac98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02992ac80, 0xc038781ba1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02992ac80, 0xc038781ba1, 0x1, 0x1, 0xc01ab68f60, 0x0, 0xc023e24b98) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017ae81f8, 0xc038781ba1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc038781b90) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4860506 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x29b, 0x2a3, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x29b, 0x2a3, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0235b5980, 0x2a3, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x2a3, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc014dfb140, 0xc026537890, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc016415248, 0xc026537890, 0x0, 0xc02f61ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0235b5980, 0x380b840, 0xc0226c1c70, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc000fa2980, 0x380b840, 0xc012e68cf0, 0x800, 0xc02f61ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc000fa2980, 0x380b840, 0xc012e68cf0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0131708c0, 0x380b840, 0xc012e68cf0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0131708c0, 0x380b840, 0xc012e68cf0, 0x0, 0x0, 0x0, 0x326e760, 0xc01b4ef200, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0131708c0, 0x380be40, 0xc0226c1c70, 0x800000000, 0xc01b0e7000, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0131708c0, 0xc011fdeb00, 0xc02835efb3, 0xd, 0x2fc3cc31, 0xed7e104ab, 0x4f79c20, 0xc02f61b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0131708c0, 0xc011fdeb00, 0x380ea60, 0xc026a37e60, 0xc02835ef83, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0131708c0, 0xc011fdeb00, 0xc02835ef60, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0131708c0, 0xc011fdeb00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc026a37b40, 0x383ca00, 0xc0131708c0, 0xc011fdeb00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02f61b758, 0x383ca00, 0xc0131708c0, 0xc011fde900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0131708c0, 0xc011fde900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0131708c0, 0xc011fde900) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0131708c0, 0xc011fde900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0131708c0, 0xc011fde600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0131708c0, 0xc0147d5a00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0131708c0, 0xc0147d5a00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018c7e320, 0x38483c0, 0xc02a261700) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4478410 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x98, 0x9b, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x98, 0x9b, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc023837b00, 0x9b, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x9b, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01dd4d740, 0xc02440dda0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc022e81390, 0xc02440dda0, 0x0, 0xc023250b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc023837b00, 0x380b840, 0xc022e81378, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc022e812c0, 0x380b840, 0xc02259b8c0, 0x800, 0xc023250c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc022e812c0, 0x380b840, 0xc02259b8c0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0334a4380, 0x380b840, 0xc02259b8c0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0334a4380, 0x380b840, 0xc02259b8c0, 0x0, 0x0, 0x0, 0x326e760, 0xc024427200, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0334a4380, 0x380be40, 0xc022e81378, 0x800000000, 0xc024339700, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0334a4380, 0xc023d95c00, 0xc0238773d3, 0xd, 0x27eb0829, 0xed867ea6c, 0x4f79c20, 0xc0232511f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0334a4380, 0xc023d95c00, 0x380ea60, 0xc024317960, 0xc0238773a3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0334a4380, 0xc023d95c00, 0xc023877380, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0334a4380, 0xc023d95c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc024317640, 0x383ca00, 0xc0334a4380, 0xc023d95c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc023251758, 0x383ca00, 0xc0334a4380, 0xc023d95a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0334a4380, 0xc023d95a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0334a4380, 0xc023d95a00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0334a4380, 0xc023d95a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0334a4380, 0xc023d95800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0334a4380, 0xc0239a3d00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0334a4380, 0xc0239a3d00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0243750e0, 0x38483c0, 0xc02b8cf900) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4557240 [IO wait, 226 minutes]: internal/poll.runtime_pollWait(0x7f418417f368, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc019361318, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc019361300, 0xc023f1a6d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc019361300, 0xc023f1a6d1, 0x1, 0x1, 0xc015ae3da0, 0x0, 0xc021d09a58) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0339f6cf8, 0xc023f1a6d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc023f1a6c0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4707214 [syscall]: syscall.Syscall6(0x28, 0x22e, 0x22f, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x22e, 0x22f, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc022598180, 0x22f, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x22f, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01aaa9c80, 0xc01373a5d0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02f6dae68, 0xc01373a5d0, 0x0, 0xc0109dcb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc022598180, 0x380b840, 0xc000fa2b70, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0192c78c0, 0x380b840, 0xc0009fe060, 0x800, 0xc0109dcc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0192c78c0, 0x380b840, 0xc0009fe060, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0129c9180, 0x380b840, 0xc0009fe060, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0129c9180, 0x380b840, 0xc0009fe060, 0x0, 0x0, 0x0, 0x326e760, 0xc02cd92e00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0129c9180, 0x380be40, 0xc000fa2b70, 0x800000000, 0xc02cd8a580, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0129c9180, 0xc02c16e300, 0xc02cbe76a3, 0xd, 0x2e27d30, 0xed874c4d1, 0x4f79c20, 0xc0109dd1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0129c9180, 0xc02c16e300, 0x380ea60, 0xc02061d750, 0xc02cbe7673, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0129c9180, 0xc02c16e300, 0xc02cbe7650, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0129c9180, 0xc02c16e300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02061d430, 0x383ca00, 0xc0129c9180, 0xc02c16e300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0109dd758, 0x383ca00, 0xc0129c9180, 0xc02c16e100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0129c9180, 0xc02c16e100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0129c9180, 0xc02c16e100) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0129c9180, 0xc02c16e100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0129c9180, 0xc030689f00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0129c9180, 0xc030689e00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0129c9180, 0xc030689e00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0022326e0, 0x38483c0, 0xc03217a180) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5595787 [IO wait, 177 minutes]: internal/poll.runtime_pollWait(0x7f4124148f38, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc023bc1b18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc023bc1b00, 0xc02476da51, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc023bc1b00, 0xc02476da51, 0x1, 0x1, 0xc016e58b40, 0x0, 0xc021d09b98) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017e43098, 0xc02476da51, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02476da40) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5026135 [syscall]: syscall.Syscall6(0x28, 0x2fd, 0x300, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x2fd, 0x300, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc020ef4680, 0x300, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x300, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc024f8daa0, 0xc034706780, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017400f58, 0xc034706780, 0x0, 0xc00f584b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc020ef4680, 0x380b840, 0xc000fa22b0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02ed284a8, 0x380b840, 0xc0147642a0, 0x800, 0xc00f584c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02ed284a8, 0x380b840, 0xc0147642a0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0427757a0, 0x380b840, 0xc0147642a0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0427757a0, 0x380b840, 0xc0147642a0, 0x0, 0x0, 0x0, 0x326e760, 0xc02aa6ce00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0427757a0, 0x380be40, 0xc000fa22b0, 0x800000000, 0xc02aa448c0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0427757a0, 0xc019566100, 0xc02a6f5f43, 0xd, 0x30db24e6, 0xed7e2cc2d, 0x4f79c20, 0xc00f5851f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0427757a0, 0xc019566100, 0x380ea60, 0xc016e43390, 0xc02a6f5f13, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0427757a0, 0xc019566100, 0xc02a6f5ef0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0427757a0, 0xc019566100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc016e43070, 0x383ca00, 0xc0427757a0, 0xc019566100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc00f585758, 0x383ca00, 0xc0427757a0, 0xc026c79d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0427757a0, 0xc026c79d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0427757a0, 0xc026c79d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0427757a0, 0xc026c79d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0427757a0, 0xc026c79900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0427757a0, 0xc026c79800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0427757a0, 0xc026c79800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc024375e00, 0x38483c0, 0xc02227cb40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4745985 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x24a, 0x24f, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x24a, 0x24f, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc028a6a580, 0x24f, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x24f, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc00e67e540, 0xc02c9001b0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017742468, 0xc02c9001b0, 0x0, 0xc011732b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc028a6a580, 0x380b840, 0xc0031d42c8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc030b95f48, 0x380b840, 0xc017a0c4f8, 0x800, 0xc011732c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc030b95f48, 0x380b840, 0xc017a0c4f8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc039cba000, 0x380b840, 0xc017a0c4f8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc039cba000, 0x380b840, 0xc017a0c4f8, 0x0, 0x0, 0x0, 0x326e760, 0xc024961b00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc039cba000, 0x380be40, 0xc0031d42c8, 0x800000000, 0xc0160538e0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc039cba000, 0xc002080200, 0xc01c32ba63, 0xd, 0x12876400, 0xed7e4c0b0, 0x4f79c20, 0xc0117331f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc039cba000, 0xc002080200, 0x380ea60, 0xc02c844000, 0xc01c32ba33, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc039cba000, 0xc002080200, 0xc01c32ba10, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc039cba000, 0xc002080200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02464fce0, 0x383ca00, 0xc039cba000, 0xc002080200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc011733758, 0x383ca00, 0xc039cba000, 0xc019289f00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc039cba000, 0xc019289f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc039cba000, 0xc019289f00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc039cba000, 0xc019289f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc039cba000, 0xc019289c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc039cba000, 0xc019289b00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc039cba000, 0xc019289b00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01ae28140, 0x38483c0, 0xc03c2e0280) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5063239 [IO wait, 202 minutes]: internal/poll.runtime_pollWait(0x7f43580e3550, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02a347598, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02a347580, 0xc0155c7631, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02a347580, 0xc0155c7631, 0x1, 0x1, 0xc016e58840, 0x0, 0xc038120ed8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017e422d0, 0xc0155c7631, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0155c7620) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4566255 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x1aa, 0x1ad, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x1aa, 0x1ad, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc016f62e00, 0x1ad, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x1ad, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0147b4ea0, 0xc016bd9e90, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0031d5608, 0xc016bd9e90, 0x0, 0xc03269cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc016f62e00, 0x380b840, 0xc000118ab0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017742108, 0x380b840, 0xc03b8bd128, 0x800, 0xc03269cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017742108, 0x380b840, 0xc03b8bd128, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc037c2afc0, 0x380b840, 0xc03b8bd128, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc037c2afc0, 0x380b840, 0xc03b8bd128, 0x0, 0x0, 0x0, 0x326e760, 0xc01b19ba00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc037c2afc0, 0x380be40, 0xc000118ab0, 0x800000000, 0xc01aa612e0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc037c2afc0, 0xc011fdfd00, 0xc02149ee93, 0xd, 0x33b26897, 0xed7e3c6b9, 0x4f79c20, 0xc03269d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc037c2afc0, 0xc011fdfd00, 0x380ea60, 0xc0197695f0, 0xc02149ee63, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc037c2afc0, 0xc011fdfd00, 0xc02149ee40, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc037c2afc0, 0xc011fdfd00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0197692c0, 0x383ca00, 0xc037c2afc0, 0xc011fdfd00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03269d758, 0x383ca00, 0xc037c2afc0, 0xc011fdfa00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc037c2afc0, 0xc011fdfa00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc037c2afc0, 0xc011fdfa00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc037c2afc0, 0xc011fdfa00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc037c2afc0, 0xc011fdf700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc037c2afc0, 0xc011fdf500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc037c2afc0, 0xc011fdf500) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bd70140, 0x38483c0, 0xc02a69b740) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6539808 [syscall]: syscall.Syscall6(0x28, 0x58d, 0x58e, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x58d, 0x58e, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0160d5800, 0x58e, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x58e, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0243691a0, 0xc035bf7740, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc001db9898, 0xc035bf7740, 0x0, 0xc0378e8b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0160d5800, 0x380b840, 0xc01aa4aac8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02aef24c0, 0x380b840, 0xc01581e360, 0x800, 0xc0378e8c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02aef24c0, 0x380b840, 0xc01581e360, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01659c8c0, 0x380b840, 0xc01581e360, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01659c8c0, 0x380b840, 0xc01581e360, 0x0, 0x0, 0x0, 0x326e760, 0xc025871b00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01659c8c0, 0x380be40, 0xc01aa4aac8, 0x800000000, 0xc025860b80, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01659c8c0, 0xc021d3c000, 0xc0255b3b83, 0xd, 0x1f12c50a, 0xed86d2f04, 0x4f79c20, 0xc0378e91f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01659c8c0, 0xc021d3c000, 0x380ea60, 0xc02a7840c0, 0xc0255b3b53, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01659c8c0, 0xc021d3c000, 0xc0255b3b30, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01659c8c0, 0xc021d3c000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc016507da0, 0x383ca00, 0xc01659c8c0, 0xc021d3c000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0378e9758, 0x383ca00, 0xc01659c8c0, 0xc0027cd900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01659c8c0, 0xc0027cd900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01659c8c0, 0xc0027cd900) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01659c8c0, 0xc0027cd900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01659c8c0, 0xc0027cca00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01659c8c0, 0xc0027cc900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01659c8c0, 0xc0027cc900) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01d9faf00, 0x38483c0, 0xc0187356c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6394203 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x55d, 0x55e, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x55d, 0x55e, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0272f8800, 0x55e, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x55e, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01e4d1200, 0xc01d169aa0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc000011778, 0xc01d169aa0, 0x0, 0xc010ffcb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0272f8800, 0x380b840, 0xc017400b30, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc026042040, 0x380b840, 0xc01cdf5f68, 0x800, 0xc010ffcc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc026042040, 0x380b840, 0xc01cdf5f68, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc031c04380, 0x380b840, 0xc01cdf5f68, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc031c04380, 0x380b840, 0xc01cdf5f68, 0x0, 0x0, 0x0, 0x326e760, 0xc0264b1800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc031c04380, 0x380be40, 0xc017400b30, 0x200000000, 0xc02ac35770, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc031c04380, 0xc019566900, 0xc02ac356d3, 0xc, 0x2955d904, 0xed77e73a0, 0x4f79c20, 0xc010ffd1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc031c04380, 0xc019566900, 0x380ea60, 0xc025643f30, 0xc02ac35613, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc031c04380, 0xc019566900, 0xc02ac355f0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc031c04380, 0xc019566900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc025643c00, 0x383ca00, 0xc031c04380, 0xc019566900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc010ffd758, 0x383ca00, 0xc031c04380, 0xc019566600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc031c04380, 0xc019566600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc031c04380, 0xc019566600) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc031c04380, 0xc019566600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc031c04380, 0xc002081600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc031c04380, 0xc002081400) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc031c04380, 0xc002081400) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01cabf7c0, 0x38483c0, 0xc014b32e40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 7309477 [IO wait, 95 minutes]: internal/poll.runtime_pollWait(0x7f41b805dfe0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc035a95998, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc035a95980, 0xc018996f11, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc035a95980, 0xc018996f11, 0x1, 0x1, 0xc01dfa2120, 0x0, 0xc0215bdd98) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc018b79e10, 0xc018996f11, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc018996f00) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6907286 [IO wait, 114 minutes]: internal/poll.runtime_pollWait(0x7f43480bd318, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0317e2318, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0317e2300, 0xc032910ac1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0317e2300, 0xc032910ac1, 0x1, 0x1, 0xc0237ea480, 0x0, 0xc017275798) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0339f7a68, 0xc032910ac1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc032910ab0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5522659 [IO wait, 180 minutes]: internal/poll.runtime_pollWait(0x7f4187103420, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc012435918, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc012435900, 0xc022931ab1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc012435900, 0xc022931ab1, 0x1, 0x1, 0xc0120f2748, 0xc01459c298, 0xc0120f27c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc015839678, 0xc022931ab1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc022931aa0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4493263 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x115, 0x1c3, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x115, 0x1c3, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02b249780, 0x1c3, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x1c3, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01e8889c0, 0xc021adcf30, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc002a17758, 0xc021adcf30, 0x0, 0xc001d02b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02b249780, 0x380b840, 0xc003050550, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc018b789a8, 0x380b840, 0xc025447f68, 0x800, 0xc001d02c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc018b789a8, 0x380b840, 0xc025447f68, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc016e83b20, 0x380b840, 0xc025447f68, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc016e83b20, 0x380b840, 0xc025447f68, 0x0, 0x0, 0x0, 0x326e760, 0xc02df64400, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc016e83b20, 0x380be40, 0xc003050550, 0x800000000, 0xc02daed180, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc016e83b20, 0xc02c16e500, 0xc02daef283, 0xd, 0x604664, 0xed87696fd, 0x4f79c20, 0xc001d031f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc016e83b20, 0xc02c16e500, 0x380ea60, 0xc023a62450, 0xc02daef253, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc016e83b20, 0xc02c16e500, 0xc02daef230, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc016e83b20, 0xc02c16e500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc023a62130, 0x383ca00, 0xc016e83b20, 0xc02c16e500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc001d03758, 0x383ca00, 0xc016e83b20, 0xc02c16e300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc016e83b20, 0xc02c16e300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc016e83b20, 0xc02c16e300) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc016e83b20, 0xc02c16e300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc016e83b20, 0xc02c16e100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc016e83b20, 0xc0193a7300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc016e83b20, 0xc0193a7300) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc02427a000, 0x38483c0, 0xc011b7ed40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5039123 [IO wait, 203 minutes]: internal/poll.runtime_pollWait(0x7f41b8109860, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0160cf698, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0160cf680, 0xc01cdec5b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0160cf680, 0xc01cdec5b1, 0x1, 0x1, 0xc02a6c2f48, 0xc01459c298, 0xc02a6c2fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc002a16538, 0xc01cdec5b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01cdec5a0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5999526 [IO wait, 158 minutes]: internal/poll.runtime_pollWait(0x7f412419a020, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02463ef18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02463ef00, 0xc011c45db1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02463ef00, 0xc011c45db1, 0x1, 0x1, 0xc037cdb740, 0x0, 0xc016129558) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc032e60950, 0xc011c45db1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc011c45da0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7148239 [IO wait, 102 minutes]: internal/poll.runtime_pollWait(0x7f4187ba33a8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0235b0f18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0235b0f00, 0xc01fce14e1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0235b0f00, 0xc01fce14e1, 0x1, 0x1, 0xc00fc30b40, 0x0, 0xc024b4ca18) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc01f9ae1a8, 0xc01fce14e1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01fce14d0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6495123 [IO wait, 133 minutes]: internal/poll.runtime_pollWait(0x7f43480ce998, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc03249f218, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc03249f200, 0xc023bde3a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc03249f200, 0xc023bde3a1, 0x1, 0x1, 0xc024c13b60, 0x0, 0xc017f80498) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0031d5e38, 0xc023bde3a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc023bde390) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6229248 [IO wait, 146 minutes]: internal/poll.runtime_pollWait(0x7f41680580e0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0167c3298, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0167c3280, 0xc02c456041, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0167c3280, 0xc02c456041, 0x1, 0x1, 0xc018a79f20, 0x0, 0xc031e7a598) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02af9b9d8, 0xc02c456041, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02c456030) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5853361 [IO wait, 164 minutes]: internal/poll.runtime_pollWait(0x7f435801c2f0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc025c30418, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc025c30400, 0xc02ebbdae1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc025c30400, 0xc02ebbdae1, 0x1, 0x1, 0xc001de4960, 0x0, 0xc018734158) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0299512a8, 0xc02ebbdae1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02ebbdad0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4620718 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x1df, 0x1ed, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x1df, 0x1ed, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc036d93780, 0x1ed, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x1ed, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc016cfa180, 0xc0242e37d0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc020b468e0, 0xc0242e37d0, 0x0, 0xc00f914b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc036d93780, 0x380b840, 0xc018b79960, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0154fdd90, 0x380b840, 0xc02f96e660, 0x800, 0xc00f914c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0154fdd90, 0x380b840, 0xc02f96e660, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc016e837a0, 0x380b840, 0xc02f96e660, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc016e837a0, 0x380b840, 0xc02f96e660, 0x0, 0x0, 0x0, 0x326e760, 0xc020055100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc016e837a0, 0x380be40, 0xc018b79960, 0x200000000, 0xc0190911d0, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc016e837a0, 0xc002189200, 0xc0190911c3, 0xd, 0xcf98b9d, 0xed7f56c6c, 0x4f79c20, 0xc00f9151f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc016e837a0, 0xc002189200, 0x380ea60, 0xc026e74c50, 0xc019091193, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc016e837a0, 0xc002189200, 0xc019091170, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc016e837a0, 0xc002189200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc026e74930, 0x383ca00, 0xc016e837a0, 0xc002189200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc00f915758, 0x383ca00, 0xc016e837a0, 0xc002188f00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc016e837a0, 0xc002188f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc016e837a0, 0xc002188f00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc016e837a0, 0xc002188f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc016e837a0, 0xc002188c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc016e837a0, 0xc00233c800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc016e837a0, 0xc00233c800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc002233e00, 0x38483c0, 0xc01f933780) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4479027 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f4350199c38, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0255b5198, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0255b5180, 0xc026164821, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0255b5180, 0xc026164821, 0x1, 0x1, 0xc017e6fe60, 0x0, 0xc0259d3f98) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0245e46c8, 0xc026164821, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc026164810) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6293534 [syscall]: syscall.Syscall6(0x28, 0x535, 0x537, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x535, 0x537, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0148cc900, 0x537, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x537, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc00e67eb40, 0xc01835a5a0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02af9b7d8, 0xc01835a5a0, 0x0, 0xc03c12eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0148cc900, 0x380b840, 0xc017b2bb28, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc026043628, 0x380b840, 0xc022d36090, 0x800, 0xc03c12ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc026043628, 0x380b840, 0xc022d36090, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc028fcb180, 0x380b840, 0xc022d36090, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc028fcb180, 0x380b840, 0xc022d36090, 0x0, 0x0, 0x0, 0x326e760, 0xc030fe8b00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc028fcb180, 0x380be40, 0xc017b2bb28, 0x800000000, 0xc01ace77e0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc028fcb180, 0xc021d3de00, 0xc020e3dbb3, 0xd, 0x3051f06a, 0xed81cb96f, 0x4f79c20, 0xc03c12f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc028fcb180, 0xc021d3de00, 0x380ea60, 0xc03472e4f0, 0xc020e3db83, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc028fcb180, 0xc021d3de00, 0xc020e3db60, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc028fcb180, 0xc021d3de00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc03472e1d0, 0x383ca00, 0xc028fcb180, 0xc021d3de00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03c12f758, 0x383ca00, 0xc028fcb180, 0xc021d3dc00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc028fcb180, 0xc021d3dc00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc028fcb180, 0xc021d3dc00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc028fcb180, 0xc021d3dc00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc028fcb180, 0xc021d3da00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc028fcb180, 0xc021d3d900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc028fcb180, 0xc021d3d900) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc033008780, 0x38483c0, 0xc0253022c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5223715 [IO wait, 194 minutes]: internal/poll.runtime_pollWait(0x7f435019a378, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0159d6b98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0159d6b80, 0xc026537631, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0159d6b80, 0xc026537631, 0x1, 0x1, 0xc02ab40748, 0xc01459c298, 0xc02ab407c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02cc9f8a8, 0xc026537631, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc026537620) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4897607 [IO wait, 210 minutes]: internal/poll.runtime_pollWait(0x7f435015e308, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01453ab98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01453ab80, 0xc01b76f211, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01453ab80, 0xc01b76f211, 0x1, 0x1, 0xc02b0ca748, 0xc01459c298, 0xc02b0ca7c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02325a768, 0xc01b76f211, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01b76f200) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7319533 [IO wait, 94 minutes]: internal/poll.runtime_pollWait(0x7f41241044f0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0355dbe18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0355dbe00, 0xc01c13f2d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0355dbe00, 0xc01c13f2d1, 0x1, 0x1, 0xc02ab4bf48, 0xc000a1a138, 0xc02ab4bfc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0226c1450, 0xc01c13f2d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01c13f2c0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5228577 [IO wait, 194 minutes]: internal/poll.runtime_pollWait(0x7f41871711a8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0106a2898, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0106a2880, 0xc02ca6ff61, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0106a2880, 0xc02ca6ff61, 0x1, 0x1, 0xc01fe4e0c0, 0x0, 0xc02147ae18) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02f4a3198, 0xc02ca6ff61, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02ca6ff50) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4722315 [IO wait, 218 minutes]: internal/poll.runtime_pollWait(0x7f4187b872c0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02b0fb918, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02b0fb900, 0xc02111b9c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02b0fb900, 0xc02111b9c1, 0x1, 0x1, 0xc0198e8120, 0x0, 0xc0186be4d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc022e80990, 0xc02111b9c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02111b9b0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7145059 [IO wait, 103 minutes]: internal/poll.runtime_pollWait(0x7f41c0126260, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02ece3b18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02ece3b00, 0xc025837d81, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02ece3b00, 0xc025837d81, 0x1, 0x1, 0xc036312f48, 0xc01459c298, 0xc036312fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02f4a3438, 0xc025837d81, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc025837d70) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4746262 [IO wait, 217 minutes]: internal/poll.runtime_pollWait(0x7f41680062c0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc019291298, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc019291280, 0xc01c166d61, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc019291280, 0xc01c166d61, 0x1, 0x1, 0xc01d321f48, 0xc000a1a138, 0xc01d321fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02f6da5d8, 0xc01c166d61, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01c166d50) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7290975 [syscall]: syscall.Syscall6(0x28, 0x66e, 0x672, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x66e, 0x672, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01237e180, 0x672, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x672, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01f341920, 0xc035390090, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0164145b0, 0xc035390090, 0x0, 0xc0035d6b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01237e180, 0x380b840, 0xc018b79998, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc018b797b8, 0x380b840, 0xc011de8048, 0x800, 0xc0035d6c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc018b797b8, 0x380b840, 0xc011de8048, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03a0d9a40, 0x380b840, 0xc011de8048, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03a0d9a40, 0x380b840, 0xc011de8048, 0x0, 0x0, 0x0, 0x326e760, 0xc03b110800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03a0d9a40, 0x380be40, 0xc018b79998, 0x800000000, 0xc0292a62c0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03a0d9a40, 0xc019566900, 0xc0292ac113, 0xd, 0x116a5b8e, 0xed81c98a0, 0x4f79c20, 0xc0035d71f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03a0d9a40, 0xc019566900, 0x380ea60, 0xc0206a8b00, 0xc0292ac0e3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03a0d9a40, 0xc019566900, 0xc0292ac0c0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03a0d9a40, 0xc019566900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0206a87c0, 0x383ca00, 0xc03a0d9a40, 0xc019566900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0035d7758, 0x383ca00, 0xc03a0d9a40, 0xc019566600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03a0d9a40, 0xc019566600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03a0d9a40, 0xc019566600) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03a0d9a40, 0xc019566600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03a0d9a40, 0xc01f3a7500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03a0d9a40, 0xc01f3a6c00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03a0d9a40, 0xc01f3a6c00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01a2ef040, 0x38483c0, 0xc0191154c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5512673 [IO wait, 181 minutes]: internal/poll.runtime_pollWait(0x7f435801c3d8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc011b67e18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc011b67e00, 0xc015723991, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc011b67e00, 0xc015723991, 0x1, 0x1, 0xc01048b748, 0xc000a1a138, 0xc01048b7c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc018663308, 0xc015723991, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc015723980) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7079373 [syscall]: syscall.Syscall6(0x28, 0x62c, 0x32d, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x62c, 0x32d, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc023a35f80, 0x32d, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x32d, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc019037ec0, 0xc002e76de0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc018662768, 0xc002e76de0, 0x0, 0xc00e70cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc023a35f80, 0x380b840, 0xc0154fdbb8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0154fcac8, 0x380b840, 0xc0122cb950, 0x800, 0xc00e70cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0154fcac8, 0x380b840, 0xc0122cb950, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02900fdc0, 0x380b840, 0xc0122cb950, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02900fdc0, 0x380b840, 0xc0122cb950, 0x0, 0x0, 0x0, 0x326e760, 0xc034ccf900, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02900fdc0, 0x380be40, 0xc0154fdbb8, 0x800000000, 0xc034b2b200, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02900fdc0, 0xc01f8d6300, 0xc03475f7f3, 0xd, 0x3b480186, 0xed875f382, 0x4f79c20, 0xc00e70d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02900fdc0, 0xc01f8d6300, 0x380ea60, 0xc02cb02750, 0xc03475f7c3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02900fdc0, 0xc01f8d6300, 0xc03475f7a0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02900fdc0, 0xc01f8d6300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02cb023c0, 0x383ca00, 0xc02900fdc0, 0xc01f8d6300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc00e70d758, 0x383ca00, 0xc02900fdc0, 0xc019289c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02900fdc0, 0xc019289c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02900fdc0, 0xc019289c00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02900fdc0, 0xc019289c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02900fdc0, 0xc019289700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02900fdc0, 0xc019289600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02900fdc0, 0xc019289600) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023d35220, 0x38483c0, 0xc021aa3ac0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5256119 [IO wait, 193 minutes]: internal/poll.runtime_pollWait(0x7f41b810bcd0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc018837618, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc018837600, 0xc01d52b121, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc018837600, 0xc01d52b121, 0x1, 0x1, 0xc000fb7f48, 0xc01459c298, 0xc000fb7fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc002a17730, 0xc01d52b121, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01d52b110) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6187489 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x511, 0x512, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x511, 0x512, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02b0fb600, 0x512, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x512, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc016bcc900, 0xc02cc18e70, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc023bb9c28, 0xc02cc18e70, 0x0, 0xc001f8cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02b0fb600, 0x380b840, 0xc002a16928, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc000118b10, 0x380b840, 0xc011c27e30, 0x800, 0xc001f8cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc000118b10, 0x380b840, 0xc011c27e30, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc033d68000, 0x380b840, 0xc011c27e30, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc033d68000, 0x380b840, 0xc011c27e30, 0x0, 0x0, 0x0, 0x326e760, 0xc021d78000, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc033d68000, 0x380be40, 0xc002a16928, 0x800000000, 0xc014974020, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc033d68000, 0xc01ba36e00, 0xc02ccdad43, 0xd, 0x1a9b618, 0xed876467b, 0x4f79c20, 0xc001f8d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc033d68000, 0xc01ba36e00, 0x380ea60, 0xc021cb2210, 0xc02ccdad13, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc033d68000, 0xc01ba36e00, 0xc02ccdacf0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc033d68000, 0xc01ba36e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02536bee0, 0x383ca00, 0xc033d68000, 0xc01ba36e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc001f8d758, 0x383ca00, 0xc033d68000, 0xc01ba36c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc033d68000, 0xc01ba36c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc033d68000, 0xc01ba36c00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc033d68000, 0xc01ba36c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc033d68000, 0xc01ba36300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc033d68000, 0xc011fdeb00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc033d68000, 0xc011fdeb00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018b86320, 0x38483c0, 0xc033890d80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4639178 [IO wait, 222 minutes]: internal/poll.runtime_pollWait(0x7f4187a68ce8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc018b03f98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc018b03f80, 0xc028e98f11, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc018b03f80, 0xc028e98f11, 0x1, 0x1, 0xc02128b8c0, 0x0, 0xc017108918) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc020ec3be8, 0xc028e98f11, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc028e98f00) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5394050 [IO wait, 186 minutes]: internal/poll.runtime_pollWait(0x7f435801cdd0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0241b0518, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0241b0500, 0xc01dec9991, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0241b0500, 0xc01dec9991, 0x1, 0x1, 0xc02abd5748, 0xc01459c298, 0xc02abd57c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02f4a3d30, 0xc01dec9991, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01dec9980) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5972113 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x4c2, 0x4c3, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x4c2, 0x4c3, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01cde4200, 0x4c3, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x4c3, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0209821e0, 0xc0301f7ec0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0031d54e8, 0xc0301f7ec0, 0x0, 0xc00ff76b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01cde4200, 0x380b840, 0xc023bb92f8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02cc9f608, 0x380b840, 0xc017711c80, 0x800, 0xc00ff76c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02cc9f608, 0x380b840, 0xc017711c80, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02900fce0, 0x380b840, 0xc017711c80, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02900fce0, 0x380b840, 0xc017711c80, 0x0, 0x0, 0x0, 0x326e760, 0xc001493800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02900fce0, 0x380be40, 0xc023bb92f8, 0x800000000, 0xc033e01be0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02900fce0, 0xc000065000, 0xc0396b78b3, 0xd, 0x34ef48cd, 0xed817043e, 0x4f79c20, 0xc03c55f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02900fce0, 0xc000065000, 0x380ea60, 0xc0030f81a0, 0xc0396b7883, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02900fce0, 0xc000065000, 0xc0396b7860, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02900fce0, 0xc000065000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01f361e80, 0x383ca00, 0xc02900fce0, 0xc000065000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03c55f758, 0x383ca00, 0xc02900fce0, 0xc000064900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02900fce0, 0xc000064900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02900fce0, 0xc000064900) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02900fce0, 0xc000064900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02900fce0, 0xc026843e00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02900fce0, 0xc018dda600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02900fce0, 0xc018dda600) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0243745a0, 0x38483c0, 0xc015942900) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6663522 [IO wait, 125 minutes]: internal/poll.runtime_pollWait(0x7f435019a290, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc03466d098, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc03466d080, 0xc02044a221, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc03466d080, 0xc02044a221, 0x1, 0x1, 0xc034242360, 0x0, 0xc016cd2858) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc029951460, 0xc02044a221, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02044a210) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4836158 [syscall]: syscall.Syscall6(0x28, 0x290, 0x295, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x290, 0x295, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02c26f700, 0x295, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x295, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0157606c0, 0xc024ff1080, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc032e61cb8, 0xc024ff1080, 0x0, 0xc0203a4b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02c26f700, 0x380b840, 0xc01aa4b860, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc020ec3368, 0x380b840, 0xc01fe622a0, 0x800, 0xc0203a4c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc020ec3368, 0x380b840, 0xc01fe622a0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc042774b60, 0x380b840, 0xc01fe622a0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc042774b60, 0x380b840, 0xc01fe622a0, 0x0, 0x0, 0x0, 0x326e760, 0xc00e46f300, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc042774b60, 0x380be40, 0xc01aa4b860, 0x800000000, 0xc01441ddc0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc042774b60, 0xc019566600, 0xc0271f2323, 0xd, 0x11476b2e, 0xed816c92a, 0x4f79c20, 0xc0203a51f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc042774b60, 0xc019566600, 0x380ea60, 0xc01d6058d0, 0xc0271f22f3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc042774b60, 0xc019566600, 0xc0271f22d0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc042774b60, 0xc019566600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01d6055b0, 0x383ca00, 0xc042774b60, 0xc019566600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0203a5758, 0x383ca00, 0xc042774b60, 0xc019566200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc042774b60, 0xc019566200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc042774b60, 0xc019566200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc042774b60, 0xc019566200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc042774b60, 0xc02c5cdc00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc042774b60, 0xc030688b00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc042774b60, 0xc030688b00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc021786640, 0x38483c0, 0xc016e1c040) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4934159 [syscall]: syscall.Syscall6(0x28, 0x2c7, 0x5d6, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x2c7, 0x5d6, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01fdfd880, 0x5d6, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x5d6, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc025100000, 0xc02c6097d0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0245e4508, 0xc02c6097d0, 0x0, 0xc02f61cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01fdfd880, 0x380b840, 0xc0260430a0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0329ec398, 0x380b840, 0xc02284f998, 0x800, 0xc02f61cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0329ec398, 0x380b840, 0xc02284f998, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc034883ce0, 0x380b840, 0xc02284f998, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc034883ce0, 0x380b840, 0xc02284f998, 0x0, 0x0, 0x0, 0x326e760, 0xc01991c300, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc034883ce0, 0x380be40, 0xc0260430a0, 0x800000000, 0xc01ce6a220, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc034883ce0, 0xc0239a3400, 0xc01ef9c473, 0xd, 0x10c34155, 0xed81cadd6, 0x4f79c20, 0xc02f61d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc034883ce0, 0xc0239a3400, 0x380ea60, 0xc02cb02bb0, 0xc01ef9c443, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc034883ce0, 0xc0239a3400, 0xc01ef9c420, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc034883ce0, 0xc0239a3400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02cb02840, 0x383ca00, 0xc034883ce0, 0xc0239a3400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02f61d758, 0x383ca00, 0xc034883ce0, 0xc0239a3200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc034883ce0, 0xc0239a3200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc034883ce0, 0xc0239a3200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc034883ce0, 0xc0239a3200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc034883ce0, 0xc0239a2f00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc034883ce0, 0xc019289500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc034883ce0, 0xc019289500) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018c7e640, 0x38483c0, 0xc02b8cf200) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4492871 [syscall]: syscall.Syscall6(0x28, 0x117, 0x119, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x117, 0x119, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc000f77e80, 0x119, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x119, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc031b62ba0, 0xc015999da0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02ed29f88, 0xc015999da0, 0x0, 0xc02c5c4b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc000f77e80, 0x380b840, 0xc023bb9658, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0001225c0, 0x380b840, 0xc02bf4de48, 0x800, 0xc02c5c4c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0001225c0, 0x380b840, 0xc02bf4de48, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02fc4c0e0, 0x380b840, 0xc02bf4de48, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02fc4c0e0, 0x380b840, 0xc02bf4de48, 0x0, 0x0, 0x0, 0x326e760, 0xc0189f8900, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02fc4c0e0, 0x380be40, 0xc023bb9658, 0x800000000, 0xc0189b5a40, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02fc4c0e0, 0xc02c16fe00, 0xc01edca233, 0xc, 0x130c6ea3, 0xed78c9264, 0x4f79c20, 0xc02c5c51f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02fc4c0e0, 0xc02c16fe00, 0x380ea60, 0xc020feb190, 0xc01edca1d3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02fc4c0e0, 0xc02c16fe00, 0xc01edca1b0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02fc4c0e0, 0xc02c16fe00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc020feae70, 0x383ca00, 0xc02fc4c0e0, 0xc02c16fe00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02c5c5758, 0x383ca00, 0xc02fc4c0e0, 0xc02c16fc00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02fc4c0e0, 0xc02c16fc00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02fc4c0e0, 0xc02c16fc00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02fc4c0e0, 0xc02c16fc00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02fc4c0e0, 0xc02c16fa00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02fc4c0e0, 0xc002080b00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02fc4c0e0, 0xc002080b00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0330081e0, 0x38483c0, 0xc010041540) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 7172592 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x64a, 0x64c, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x64a, 0x64c, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02c6bb500, 0x64c, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x64c, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0203b9140, 0xc035d3a270, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc016414c88, 0xc035d3a270, 0x0, 0xc03dfaeb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02c6bb500, 0x380b840, 0xc0339f6820, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0339f6618, 0x380b840, 0xc0157f86c0, 0x800, 0xc03dfaec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0339f6618, 0x380b840, 0xc0157f86c0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0334a5960, 0x380b840, 0xc0157f86c0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0334a5960, 0x380b840, 0xc0157f86c0, 0x0, 0x0, 0x0, 0x326e760, 0xc02de9f500, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0334a5960, 0x380be40, 0xc0339f6820, 0x200000000, 0xc02cbddb90, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0334a5960, 0xc026d32900, 0xc02cbddb53, 0xc, 0x1287cc0d, 0xed77de778, 0x4f79c20, 0xc03dfaf1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0334a5960, 0xc026d32900, 0x380ea60, 0xc0343b9510, 0xc02cbddaf3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0334a5960, 0xc026d32900, 0xc02cbddad0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0334a5960, 0xc026d32900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0343b91d0, 0x383ca00, 0xc0334a5960, 0xc026d32900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03dfaf758, 0x383ca00, 0xc0334a5960, 0xc026d32600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0334a5960, 0xc026d32600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0334a5960, 0xc026d32600) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0334a5960, 0xc026d32600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0334a5960, 0xc00233df00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0334a5960, 0xc00233dd00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0334a5960, 0xc00233dd00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0022330e0, 0x38483c0, 0xc023db62c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5400498 [IO wait, 186 minutes]: internal/poll.runtime_pollWait(0x7f4168006008, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02f354818, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02f354800, 0xc018af7ed1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02f354800, 0xc018af7ed1, 0x1, 0x1, 0xc031e6acc0, 0x0, 0xc0177a1dd8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0164150f0, 0xc018af7ed1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc018af7ec0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4602257 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x1d4, 0x1db, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x1d4, 0x1db, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02ffd3a00, 0x1db, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x1db, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc015761c80, 0xc011dfbfb0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02f6da988, 0xc011dfbfb0, 0x0, 0xc03269ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02ffd3a00, 0x380b840, 0xc021dd5b98, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017742af0, 0x380b840, 0xc012db7728, 0x800, 0xc03269ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017742af0, 0x380b840, 0xc012db7728, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03c39b420, 0x380b840, 0xc012db7728, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03c39b420, 0x380b840, 0xc012db7728, 0x0, 0x0, 0x0, 0x326e760, 0xc002df8a00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03c39b420, 0x380be40, 0xc021dd5b98, 0x800000000, 0xc012dccd00, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03c39b420, 0xc02c5cc100, 0xc01f579a33, 0xd, 0x2ddce41d, 0xed8767baf, 0x4f79c20, 0xc03269b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03c39b420, 0xc02c5cc100, 0x380ea60, 0xc02606a8d0, 0xc01f579a03, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03c39b420, 0xc02c5cc100, 0xc01f5799e0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03c39b420, 0xc02c5cc100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02606a5b0, 0x383ca00, 0xc03c39b420, 0xc02c5cc100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03269b758, 0x383ca00, 0xc03c39b420, 0xc026d33f00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03c39b420, 0xc026d33f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03c39b420, 0xc026d33f00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03c39b420, 0xc026d33f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03c39b420, 0xc026d33c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03c39b420, 0xc002081900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03c39b420, 0xc002081900) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0022335e0, 0x38483c0, 0xc021aa3880) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4796182 [syscall, 4 minutes]: syscall.Syscall6(0x28, 0x271, 0x278, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x271, 0x278, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc020e73800, 0x278, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x278, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc015da31a0, 0xc024926ae0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc030b94fd8, 0xc024926ae0, 0x0, 0xc024992b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc020e73800, 0x380b840, 0xc02325a358, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0339f6b48, 0x380b840, 0xc032446840, 0x800, 0xc024992c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0339f6b48, 0x380b840, 0xc032446840, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02b0fe8c0, 0x380b840, 0xc032446840, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02b0fe8c0, 0x380b840, 0xc032446840, 0x0, 0x0, 0x0, 0x326e760, 0xc020a2b500, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02b0fe8c0, 0x380be40, 0xc02325a358, 0x800000000, 0xc03481d880, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02b0fe8c0, 0xc011fde200, 0xc034827313, 0xd, 0x3678438a, 0xed86cc514, 0x4f79c20, 0xc0249931f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02b0fe8c0, 0xc011fde200, 0x380ea60, 0xc01fd91a80, 0xc0348272e3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02b0fe8c0, 0xc011fde200, 0xc0348272c0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02b0fe8c0, 0xc011fde200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01fd91760, 0x383ca00, 0xc02b0fe8c0, 0xc011fde200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc024993758, 0x383ca00, 0xc02b0fe8c0, 0xc018ddbf00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02b0fe8c0, 0xc018ddbf00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02b0fe8c0, 0xc018ddbf00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02b0fe8c0, 0xc018ddbf00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02b0fe8c0, 0xc018ddbd00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02b0fe8c0, 0xc0027ccc00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02b0fe8c0, 0xc0027ccc00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01a2efa40, 0x38483c0, 0xc022626700) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5007791 [IO wait, 205 minutes]: internal/poll.runtime_pollWait(0x7f4168006918, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01a2e5918, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01a2e5900, 0xc0165a3631, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01a2e5900, 0xc0165a3631, 0x1, 0x1, 0xc024d34f00, 0x0, 0xc02b012a58) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc018339460, 0xc0165a3631, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0165a3620) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5191841 [syscall, 4 minutes]: syscall.Syscall6(0x28, 0x354, 0x35b, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x354, 0x35b, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01267e580, 0x35b, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x35b, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc021efeb40, 0xc011d8f380, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02cc9f878, 0xc011d8f380, 0x0, 0xc02fdecb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01267e580, 0x380b840, 0xc000122070, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02f6da9c0, 0x380b840, 0xc0179f72c0, 0x800, 0xc02fdecc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02f6da9c0, 0x380b840, 0xc0179f72c0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc015462c40, 0x380b840, 0xc0179f72c0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc015462c40, 0x380b840, 0xc0179f72c0, 0x0, 0x0, 0x0, 0x326e760, 0xc02357cf00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc015462c40, 0x380be40, 0xc000122070, 0x800000000, 0xc023568460, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc015462c40, 0xc02c16fb00, 0xc02356e1d3, 0xd, 0xe3d24ed, 0xed7e1e4f8, 0x4f79c20, 0xc02fded1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc015462c40, 0xc02c16fb00, 0x380ea60, 0xc016e5c0d0, 0xc02356e1a3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc015462c40, 0xc02c16fb00, 0xc02356e180, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc015462c40, 0xc02c16fb00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0223f5db0, 0x383ca00, 0xc015462c40, 0xc02c16fb00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02fded758, 0x383ca00, 0xc015462c40, 0xc02c16f800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc015462c40, 0xc02c16f800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc015462c40, 0xc02c16f800) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc015462c40, 0xc02c16f800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc015462c40, 0xc02c16f400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc015462c40, 0xc02c16f300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc015462c40, 0xc02c16f300) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0236eb400, 0x38483c0, 0xc016cd3400) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6220135 [IO wait, 146 minutes]: internal/poll.runtime_pollWait(0x7f435015fc68, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc015e5a598, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc015e5a580, 0xc0255f0a91, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc015e5a580, 0xc0255f0a91, 0x1, 0x1, 0xc015da2a20, 0x0, 0xc01049d2d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0226c1238, 0xc0255f0a91, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0255f0a80) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5145974 [syscall]: syscall.Syscall6(0x28, 0x340, 0x341, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x340, 0x341, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01fd10f80, 0x341, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x341, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01b775620, 0xc019740840, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc01aa4bd30, 0xc019740840, 0x0, 0xc0244a0b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01fd10f80, 0x380b840, 0xc0213abf70, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0213abe60, 0x380b840, 0xc039615248, 0x800, 0xc0244a0c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0213abe60, 0x380b840, 0xc039615248, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03043ce00, 0x380b840, 0xc039615248, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03043ce00, 0x380b840, 0xc039615248, 0x0, 0x0, 0x0, 0x326e760, 0xc0247f0800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03043ce00, 0x380be40, 0xc0213abf70, 0x800000000, 0xc017795740, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03043ce00, 0xc002080400, 0xc02306cfe3, 0xd, 0x789183c, 0xed871b1ab, 0x4f79c20, 0xc0244a11f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03043ce00, 0xc002080400, 0x380ea60, 0xc01be55860, 0xc02306cfb3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03043ce00, 0xc002080400, 0xc02306cf90, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03043ce00, 0xc002080400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01be55520, 0x383ca00, 0xc03043ce00, 0xc002080400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0244a1758, 0x383ca00, 0xc03043ce00, 0xc002080200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03043ce00, 0xc002080200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03043ce00, 0xc002080200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03043ce00, 0xc002080200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03043ce00, 0xc026d33f00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03043ce00, 0xc026d33d00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03043ce00, 0xc026d33d00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018d20780, 0x38483c0, 0xc038a59d80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6119127 [IO wait, 151 minutes]: internal/poll.runtime_pollWait(0x7f435019a548, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc016f55718, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc016f55700, 0xc0236d2b21, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc016f55700, 0xc0236d2b21, 0x1, 0x1, 0xc02476e660, 0xc01459c298, 0xc0026eafc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc025cf1868, 0xc0236d2b21, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0236d2b10) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6030028 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x4da, 0x4db, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x4da, 0x4db, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01af17b80, 0x4db, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x4db, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0172370e0, 0xc0272d8060, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc032e60ce8, 0xc0272d8060, 0x0, 0xc013d4ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01af17b80, 0x380b840, 0xc01f9ae358, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc018663cf8, 0x380b840, 0xc03b8bd698, 0x800, 0xc013d4ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc018663cf8, 0x380b840, 0xc03b8bd698, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0348837a0, 0x380b840, 0xc03b8bd698, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0348837a0, 0x380b840, 0xc03b8bd698, 0x0, 0x0, 0x0, 0x326e760, 0xc0330a2400, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0348837a0, 0x380be40, 0xc01f9ae358, 0x200000000, 0xc01b5373e0, 0x1e, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0348837a0, 0xc0027cdd00, 0xc01ea815b3, 0xc, 0x36fc5a87, 0xed79b6ca7, 0x4f79c20, 0xc013d4b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0348837a0, 0xc0027cdd00, 0x380ea60, 0xc022285430, 0xc01ea81553, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0348837a0, 0xc0027cdd00, 0xc01ea81530, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0348837a0, 0xc0027cdd00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0222850c0, 0x383ca00, 0xc0348837a0, 0xc0027cdd00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc013d4b758, 0x383ca00, 0xc0348837a0, 0xc0027cd500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0348837a0, 0xc0027cd500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0348837a0, 0xc0027cd500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0348837a0, 0xc0027cd500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0348837a0, 0xc0027cd100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0348837a0, 0xc0027cd000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0348837a0, 0xc0027cd000) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0122a40a0, 0x38483c0, 0xc0017164c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4796181 [syscall]: syscall.Syscall6(0x28, 0x265, 0x26f, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x265, 0x26f, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc020e73780, 0x26f, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x26f, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0180f2960, 0xc02e5d3f20, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0226c0798, 0xc02e5d3f20, 0x0, 0xc0244a6b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc020e73780, 0x380b840, 0xc02ad6f458, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0339f6b40, 0x380b840, 0xc026324ab0, 0x800, 0xc0244a6c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0339f6b40, 0x380b840, 0xc026324ab0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc042775260, 0x380b840, 0xc026324ab0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc042775260, 0x380b840, 0xc026324ab0, 0x0, 0x0, 0x0, 0x326e760, 0xc0379baa00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc042775260, 0x380be40, 0xc02ad6f458, 0x200000000, 0xc024039710, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc042775260, 0xc0156ff800, 0xc0240396d3, 0xc, 0xe810fe6, 0xed79c3d22, 0x4f79c20, 0xc0244a71f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc042775260, 0xc0156ff800, 0x380ea60, 0xc02606ba70, 0xc024039673, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc042775260, 0xc0156ff800, 0xc024039650, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc042775260, 0xc0156ff800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02606b750, 0x383ca00, 0xc042775260, 0xc0156ff800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0244a7758, 0x383ca00, 0xc042775260, 0xc0156ff500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc042775260, 0xc0156ff500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc042775260, 0xc0156ff500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc042775260, 0xc0156ff500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc042775260, 0xc0156fee00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc042775260, 0xc0193a7a00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc042775260, 0xc0193a7a00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01a2ef9a0, 0x38483c0, 0xc013ff0380) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6268049 [IO wait, 144 minutes]: internal/poll.runtime_pollWait(0x7f41ac0c7820, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc026f36598, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc026f36580, 0xc0352d9841, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc026f36580, 0xc0352d9841, 0x1, 0x1, 0xc0194ca180, 0x0, 0xc0107816d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc025cf1308, 0xc0352d9841, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0352d9830) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5637230 [syscall]: syscall.Syscall6(0x28, 0x43b, 0x444, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x43b, 0x444, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02595fd00, 0x444, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x444, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc013f13560, 0xc0189979b0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc001db8fb8, 0xc0189979b0, 0x0, 0xc030468b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02595fd00, 0x380b840, 0xc02ac79e00, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc016414cb0, 0x380b840, 0xc0339de798, 0x800, 0xc030468c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc016414cb0, 0x380b840, 0xc0339de798, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0242749a0, 0x380b840, 0xc0339de798, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0242749a0, 0x380b840, 0xc0339de798, 0x0, 0x0, 0x0, 0x326e760, 0xc02c9d7200, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0242749a0, 0x380be40, 0xc02ac79e00, 0x800000000, 0xc02ce4a8c0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0242749a0, 0xc01ba37a00, 0xc022424c53, 0xd, 0xabfcd36, 0xed8689c33, 0x4f79c20, 0xc0304691f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0242749a0, 0xc01ba37a00, 0x380ea60, 0xc020723ab0, 0xc022424c23, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0242749a0, 0xc01ba37a00, 0xc022424c00, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0242749a0, 0xc01ba37a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc020723780, 0x383ca00, 0xc0242749a0, 0xc01ba37a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc030469758, 0x383ca00, 0xc0242749a0, 0xc01ba37500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0242749a0, 0xc01ba37500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0242749a0, 0xc01ba37500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0242749a0, 0xc01ba37500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0242749a0, 0xc01ba36f00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0242749a0, 0xc0194df200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0242749a0, 0xc0194df200) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0122a5e00, 0x38483c0, 0xc02b14f280) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5020318 [IO wait, 204 minutes]: internal/poll.runtime_pollWait(0x7f41c0125ec0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc03334b698, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc03334b680, 0xc024d1a791, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc03334b680, 0xc024d1a791, 0x1, 0x1, 0xc014cccba0, 0x0, 0xc021340c58) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02c7849c8, 0xc024d1a791, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc024d1a780) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5173505 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x34a, 0x350, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x34a, 0x350, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc023837480, 0x350, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x350, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02014d2c0, 0xc02a1aa390, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc002a16078, 0xc02a1aa390, 0x0, 0xc0009c6b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc023837480, 0x380b840, 0xc0245e52f8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc029951ed8, 0x380b840, 0xc019ab43a8, 0x800, 0xc0009c6c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc029951ed8, 0x380b840, 0xc019ab43a8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc025d32d20, 0x380b840, 0xc019ab43a8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc025d32d20, 0x380b840, 0xc019ab43a8, 0x0, 0x0, 0x0, 0x326e760, 0xc01a849400, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc025d32d20, 0x380be40, 0xc0245e52f8, 0x800000000, 0xc030c53f00, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc025d32d20, 0xc011fde600, 0xc02a04f913, 0xd, 0x32398dda, 0xed819c9ea, 0x4f79c20, 0xc0009c71f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc025d32d20, 0xc011fde600, 0x380ea60, 0xc026fa96f0, 0xc02a04f8e3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc025d32d20, 0xc011fde600, 0xc02a04f8c0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc025d32d20, 0xc011fde600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc026fa93d0, 0x383ca00, 0xc025d32d20, 0xc011fde600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0009c7758, 0x383ca00, 0xc025d32d20, 0xc011fde300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc025d32d20, 0xc011fde300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc025d32d20, 0xc011fde300) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc025d32d20, 0xc011fde300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc025d32d20, 0xc011fde000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc025d32d20, 0xc000497f00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc025d32d20, 0xc000497f00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc02281f040, 0x38483c0, 0xc021c9c980) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 7373913 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x68c, 0x690, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x68c, 0x690, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0248a3c80, 0x690, 0x3fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x690, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc012062a20, 0xc018f162a0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc021dd48f8, 0xc018f162a0, 0x0, 0xc03dfacb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0248a3c80, 0x380b840, 0xc020ec2a68, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc01f9ae108, 0x380b840, 0xc022383458, 0x800, 0xc03dfacc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc01f9ae108, 0x380b840, 0xc022383458, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc012c0c0e0, 0x380b840, 0xc022383458, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc012c0c0e0, 0x380b840, 0xc022383458, 0x0, 0x0, 0x0, 0x326e760, 0xc0108dd600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc012c0c0e0, 0x380be40, 0xc020ec2a68, 0x400000000, 0xc020c7fb40, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc012c0c0e0, 0xc02333ed00, 0xc0415388f3, 0xc, 0xf4b6862, 0xed79d711a, 0x4f79c20, 0xc03dfad1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc012c0c0e0, 0xc02333ed00, 0x380ea60, 0xc01977bf40, 0xc041538863, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc012c0c0e0, 0xc02333ed00, 0xc041538840, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc012c0c0e0, 0xc02333ed00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01977bbc0, 0x383ca00, 0xc012c0c0e0, 0xc02333ed00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03dfad758, 0x383ca00, 0xc012c0c0e0, 0xc02333ea00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc012c0c0e0, 0xc02333ea00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc012c0c0e0, 0xc02333ea00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc012c0c0e0, 0xc02333ea00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc012c0c0e0, 0xc02333e700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc012c0c0e0, 0xc02333e600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc012c0c0e0, 0xc02333e600) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc025be9180, 0x38483c0, 0xc033891540) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 7108597 [IO wait, 104 minutes]: internal/poll.runtime_pollWait(0x7f4168175208, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc022599598, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc022599580, 0xc02b16df01, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc022599580, 0xc02b16df01, 0x1, 0x1, 0xc02c9dbe00, 0x0, 0xc0259d3998) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017ae8920, 0xc02b16df01, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02b16def0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5476732 [IO wait, 182 minutes]: internal/poll.runtime_pollWait(0x7f41841b49b0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc019a14a18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc019a14a00, 0xc00082ae51, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc019a14a00, 0xc00082ae51, 0x1, 0x1, 0xc00241d920, 0x0, 0xc024e70a58) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc018b78c88, 0xc00082ae51, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc00082ae40) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6926816 [IO wait, 113 minutes]: internal/poll.runtime_pollWait(0x7f43480cec50, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc027c09718, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc027c09700, 0xc030c4a3a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc027c09700, 0xc030c4a3a1, 0x1, 0x1, 0xc001cc9f48, 0xc000a1a138, 0xc001cc9fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc026043580, 0xc030c4a3a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc030c4a390) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4555804 [IO wait, 226 minutes]: internal/poll.runtime_pollWait(0x7f4187a72068, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01926a318, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01926a300, 0xc018fa30c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01926a300, 0xc018fa30c1, 0x1, 0x1, 0xc02a09de00, 0x0, 0xc0213404d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc019c6a428, 0xc018fa30c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc018fa30b0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5612759 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x42f, 0x42e, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x42f, 0x42e, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02f355980, 0x42e, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x42e, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc015da3c20, 0xc021d80a20, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc000122ca0, 0xc021d80a20, 0x0, 0xc013312b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02f355980, 0x380b840, 0xc0213ab068, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc019c6a7c0, 0x380b840, 0xc01be7f230, 0x800, 0xc013312c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc019c6a7c0, 0x380b840, 0xc01be7f230, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0349910a0, 0x380b840, 0xc01be7f230, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0349910a0, 0x380b840, 0xc01be7f230, 0x0, 0x0, 0x0, 0x326e760, 0xc022752900, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0349910a0, 0x380be40, 0xc0213ab068, 0x200000000, 0xc028f04ae0, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0349910a0, 0xc000065a00, 0xc028f04aa3, 0xc, 0x111b1acc, 0xed77e0e24, 0x4f79c20, 0xc0226691f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0349910a0, 0xc000065a00, 0x380ea60, 0xc020ed2fb0, 0xc028f04a43, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0349910a0, 0xc000065a00, 0xc028f04a20, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0349910a0, 0xc000065a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc020ed2c40, 0x383ca00, 0xc0349910a0, 0xc000065a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc022669758, 0x383ca00, 0xc0349910a0, 0xc000065400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0349910a0, 0xc000065400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0349910a0, 0xc000065400) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0349910a0, 0xc000065400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0349910a0, 0xc000064f00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0349910a0, 0xc019288d00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0349910a0, 0xc019288d00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc002233180, 0x38483c0, 0xc01abdc440) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4485821 [IO wait, 229 minutes]: internal/poll.runtime_pollWait(0x7f418706a508, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc020cf3818, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc020cf3800, 0xc011ffb571, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc020cf3800, 0xc011ffb571, 0x1, 0x1, 0xc001c3f748, 0xc000a1a138, 0xc001c3f7c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc030b947a8, 0xc011ffb571, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc011ffb560) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4508638 [IO wait, 228 minutes]: internal/poll.runtime_pollWait(0x7f43000bd3b8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc023bc0018, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc023bc0000, 0xc01edd51b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc023bc0000, 0xc01edd51b1, 0x1, 0x1, 0xc000143748, 0xc01459c298, 0xc0001437c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02ed28000, 0xc01edd51b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01edd51a0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6430897 [syscall]: syscall.Syscall6(0x28, 0x563, 0x569, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x563, 0x569, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02f5d2580, 0x569, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x569, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01b892ea0, 0xc0162f7ec0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017742118, 0xc0162f7ec0, 0x0, 0xc001e38b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02f5d2580, 0x380b840, 0xc02ac79988, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0031d5310, 0x380b840, 0xc01b749290, 0x800, 0xc001e38c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0031d5310, 0x380b840, 0xc01b749290, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02d553b20, 0x380b840, 0xc01b749290, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02d553b20, 0x380b840, 0xc01b749290, 0x0, 0x0, 0x0, 0x326e760, 0xc03b817100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02d553b20, 0x380be40, 0xc02ac79988, 0x200000000, 0xc011430ce0, 0x1e, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02d553b20, 0xc02333fb00, 0xc03416ef23, 0xd, 0xcf98b9d, 0xed7f56c6c, 0x4f79c20, 0xc001e391f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02d553b20, 0xc02333fb00, 0x380ea60, 0xc015cd3770, 0xc03416eef3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02d553b20, 0xc02333fb00, 0xc03416eed0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02d553b20, 0xc02333fb00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc015cd3450, 0x383ca00, 0xc02d553b20, 0xc02333fb00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc001e39758, 0x383ca00, 0xc02d553b20, 0xc02333f900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02d553b20, 0xc02333f900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02d553b20, 0xc02333f900) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02d553b20, 0xc02333f900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02d553b20, 0xc02333f700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02d553b20, 0xc02333f500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02d553b20, 0xc02333f500) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bd703c0, 0x38483c0, 0xc021b10880) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4879186 [syscall]: syscall.Syscall6(0x28, 0x2ab, 0x2ac, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x2ab, 0x2ac, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc034a54c00, 0x2ac, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x2ac, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc013f12de0, 0xc02e5d20c0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc01aa4a460, 0xc02e5d20c0, 0x0, 0xc02f616b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc034a54c00, 0x380b840, 0xc019c6a560, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0155b95c8, 0x380b840, 0xc022bbed50, 0x800, 0xc02f616c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0155b95c8, 0x380b840, 0xc022bbed50, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01ecdf7a0, 0x380b840, 0xc022bbed50, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01ecdf7a0, 0x380b840, 0xc022bbed50, 0x0, 0x0, 0x0, 0x326e760, 0xc034670d00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01ecdf7a0, 0x380be40, 0xc019c6a560, 0x800000000, 0xc03465ece0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01ecdf7a0, 0xc01f8d6000, 0xc03447bc43, 0xd, 0x398b606d, 0xed85dac00, 0x4f79c20, 0xc02f6171f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01ecdf7a0, 0xc01f8d6000, 0x380ea60, 0xc016507530, 0xc03447bc13, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01ecdf7a0, 0xc01f8d6000, 0xc03447bbf0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01ecdf7a0, 0xc01f8d6000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc016507210, 0x383ca00, 0xc01ecdf7a0, 0xc01f8d6000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02f617758, 0x383ca00, 0xc01ecdf7a0, 0xc019289d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01ecdf7a0, 0xc019289d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01ecdf7a0, 0xc019289d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01ecdf7a0, 0xc019289d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01ecdf7a0, 0xc019289a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01ecdf7a0, 0xc019289900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01ecdf7a0, 0xc019289900) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc000fdd680, 0x38483c0, 0xc018bd8cc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 7200098 [syscall]: syscall.Syscall6(0x28, 0x653, 0x65e, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x653, 0x65e, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc03249f980, 0x65e, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x65e, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc010e1a060, 0xc02ff9dce0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0154fcbe8, 0xc02ff9dce0, 0x0, 0xc03c840b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc03249f980, 0x380b840, 0xc016415128, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc015839dc8, 0x380b840, 0xc02cc92498, 0x800, 0xc03c840c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc015839dc8, 0x380b840, 0xc02cc92498, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01862ba40, 0x380b840, 0xc02cc92498, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01862ba40, 0x380b840, 0xc02cc92498, 0x0, 0x0, 0x0, 0x326e760, 0xc024334200, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01862ba40, 0x380be40, 0xc016415128, 0x800000000, 0xc03d1256a0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01862ba40, 0xc0023a7800, 0xc02c1bf703, 0xd, 0x65b9cb1, 0xed8762227, 0x4f79c20, 0xc03c8411f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01862ba40, 0xc0023a7800, 0x380ea60, 0xc0305ff1b0, 0xc02c1bf6d3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01862ba40, 0xc0023a7800, 0xc02c1bf6b0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01862ba40, 0xc0023a7800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0305fee60, 0x383ca00, 0xc01862ba40, 0xc0023a7800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03c841758, 0x383ca00, 0xc01862ba40, 0xc0023a7500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01862ba40, 0xc0023a7500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01862ba40, 0xc0023a7500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01862ba40, 0xc0023a7500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01862ba40, 0xc0023a7100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01862ba40, 0xc0023a6f00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01862ba40, 0xc0023a6f00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc002233d60, 0x38483c0, 0xc037ad5100) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4822721 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x284, 0x285, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x284, 0x285, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc023a77180, 0x285, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x285, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc017f3a180, 0xc0233118f0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0155b9de0, 0xc0233118f0, 0x0, 0xc0361c2b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc023a77180, 0x380b840, 0xc017c1efa0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02c710b00, 0x380b840, 0xc0339de8d0, 0x800, 0xc0361c2c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02c710b00, 0x380b840, 0xc0339de8d0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02773cfc0, 0x380b840, 0xc0339de8d0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02773cfc0, 0x380b840, 0xc0339de8d0, 0x0, 0x0, 0x0, 0x326e760, 0xc020e87900, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02773cfc0, 0x380be40, 0xc017c1efa0, 0x200000000, 0xc01eff7da0, 0x28, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02773cfc0, 0xc027847500, 0xc01eff7d63, 0xc, 0xee75182, 0xed7891d46, 0x4f79c20, 0xc0361c31f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02773cfc0, 0xc027847500, 0x380ea60, 0xc017e49ee0, 0xc01eff7d03, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02773cfc0, 0xc027847500, 0xc01eff7ce0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02773cfc0, 0xc027847500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc017e49bc0, 0x383ca00, 0xc02773cfc0, 0xc027847500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0361c3758, 0x383ca00, 0xc02773cfc0, 0xc027847200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02773cfc0, 0xc027847200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02773cfc0, 0xc027847200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02773cfc0, 0xc027847200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02773cfc0, 0xc027847000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02773cfc0, 0xc027846e00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02773cfc0, 0xc027846e00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc002674820, 0x38483c0, 0xc018a49c80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4962860 [IO wait, 206 minutes]: internal/poll.runtime_pollWait(0x7f435015e3f0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc017504d18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc017504d00, 0xc034ca6071, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc017504d00, 0xc034ca6071, 0x1, 0x1, 0xc003071320, 0x0, 0xc021c9d458) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc030b952f8, 0xc034ca6071, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc034ca6060) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7364906 [IO wait, 92 minutes]: internal/poll.runtime_pollWait(0x7f41240ddc40, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02372c418, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02372c400, 0xc029bee2b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02372c400, 0xc029bee2b1, 0x1, 0x1, 0xc015820d20, 0x0, 0xc015942d98) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017e42fc0, 0xc029bee2b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc029bee2a0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4768415 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x25a, 0x25c, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x25a, 0x25c, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc011a33100, 0x25c, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x25c, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc015786000, 0xc027667e60, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc030b95b68, 0xc027667e60, 0x0, 0xc035d28b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc011a33100, 0x380b840, 0xc023bb9d40, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02f6db5a8, 0x380b840, 0xc017fb2558, 0x800, 0xc035d28c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02f6db5a8, 0x380b840, 0xc017fb2558, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01154c2a0, 0x380b840, 0xc017fb2558, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01154c2a0, 0x380b840, 0xc017fb2558, 0x0, 0x0, 0x0, 0x326e760, 0xc040212d00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01154c2a0, 0x380be40, 0xc023bb9d40, 0x200000000, 0xc023bf61e0, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01154c2a0, 0xc0193a6c00, 0xc023bf61a3, 0xc, 0xe7661e9, 0xed79c5906, 0x4f79c20, 0xc035d291f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01154c2a0, 0xc0193a6c00, 0x380ea60, 0xc019552e10, 0xc023bf6143, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01154c2a0, 0xc0193a6c00, 0xc023bf6120, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01154c2a0, 0xc0193a6c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc019552ae0, 0x383ca00, 0xc01154c2a0, 0xc0193a6c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc035d29758, 0x383ca00, 0xc01154c2a0, 0xc0193a6500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01154c2a0, 0xc0193a6500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01154c2a0, 0xc0193a6500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01154c2a0, 0xc0193a6500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01154c2a0, 0xc0193a6300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01154c2a0, 0xc002189900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01154c2a0, 0xc002189900) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023fae140, 0x38483c0, 0xc021aa2840) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4635810 [IO wait, 222 minutes]: internal/poll.runtime_pollWait(0x7f41ac0c7f60, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc036d93798, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc036d93780, 0xc01fdfee21, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc036d93780, 0xc01fdfee21, 0x1, 0x1, 0x0, 0xc01459c298, 0xc000fb77c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0154fdd90, 0xc01fdfee21, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01fdfee10) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6756194 [IO wait, 121 minutes]: internal/poll.runtime_pollWait(0x7f4187b86a98, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc027292618, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc027292600, 0xc0217e3ed1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc027292600, 0xc0217e3ed1, 0x1, 0x1, 0x0, 0xc02ca4fcf8, 0xc016000001) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0339f6248, 0xc0217e3ed1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0217e3ec0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6824777 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x5dc, 0x5e1, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x5dc, 0x5e1, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc033460480, 0x5e1, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x5e1, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc026e56720, 0xc021cef3b0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02ed29c18, 0xc021cef3b0, 0x0, 0xc011c94b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc033460480, 0x380b840, 0xc030b94cc8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0192c6740, 0x380b840, 0xc03b8bc0d8, 0x800, 0xc011c94c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0192c6740, 0x380b840, 0xc03b8bc0d8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc035c9fdc0, 0x380b840, 0xc03b8bc0d8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc035c9fdc0, 0x380b840, 0xc03b8bc0d8, 0x0, 0x0, 0x0, 0x326e760, 0xc033820600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc035c9fdc0, 0x380be40, 0xc030b94cc8, 0x800000000, 0xc0333afb60, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc035c9fdc0, 0xc02c5ccf00, 0xc033802173, 0xd, 0x206919e0, 0xed86fd63c, 0x4f79c20, 0xc011c951f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc035c9fdc0, 0xc02c5ccf00, 0x380ea60, 0xc02cb02260, 0xc033802143, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc035c9fdc0, 0xc02c5ccf00, 0xc033802120, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc035c9fdc0, 0xc02c5ccf00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc021eedf40, 0x383ca00, 0xc035c9fdc0, 0xc02c5ccf00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc011c95758, 0x383ca00, 0xc035c9fdc0, 0xc02c5cc900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc035c9fdc0, 0xc02c5cc900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc035c9fdc0, 0xc02c5cc900) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc035c9fdc0, 0xc02c5cc900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc035c9fdc0, 0xc02c5cc000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc035c9fdc0, 0xc0194ded00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc035c9fdc0, 0xc0194ded00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc02281ef00, 0x38483c0, 0xc016d02440) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5357364 [IO wait, 188 minutes]: internal/poll.runtime_pollWait(0x7f41680579a0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc029613f18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc029613f00, 0xc019570731, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc029613f00, 0xc019570731, 0x1, 0x1, 0xc014accea0, 0x0, 0xc032a95e58) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc021dd5510, 0xc019570731, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc019570720) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4600969 [IO wait, 224 minutes]: internal/poll.runtime_pollWait(0x7f43000bdbe0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02343b218, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02343b200, 0xc0316c4401, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02343b200, 0xc0316c4401, 0x1, 0x1, 0xc01d31ef48, 0xc02ead1cb8, 0xc01d31efc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000122348, 0xc0316c4401, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0316c43f0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6493099 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x57b, 0x57e, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x57b, 0x57e, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0327bde80, 0x57e, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x57e, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01f11cf00, 0xc026468c30, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0245e5110, 0xc026468c30, 0x0, 0xc01d56ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0327bde80, 0x380b840, 0xc018b795f8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02ac78828, 0x380b840, 0xc025447698, 0x800, 0xc01d56ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02ac78828, 0x380b840, 0xc025447698, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01659c7e0, 0x380b840, 0xc025447698, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01659c7e0, 0x380b840, 0xc025447698, 0x0, 0x0, 0x0, 0x326e760, 0xc019200300, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01659c7e0, 0x380be40, 0xc018b795f8, 0x200000000, 0xc021d65980, 0x28, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01659c7e0, 0xc02194da00, 0xc021d65943, 0xc, 0x107c1fec, 0xed79c5f1e, 0x4f79c20, 0xc01d56b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01659c7e0, 0xc02194da00, 0x380ea60, 0xc01ff56ca0, 0xc021d658e3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01659c7e0, 0xc02194da00, 0xc021d658c0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01659c7e0, 0xc02194da00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01ff56980, 0x383ca00, 0xc01659c7e0, 0xc02194da00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01d56b758, 0x383ca00, 0xc01659c7e0, 0xc02194d600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01659c7e0, 0xc02194d600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01659c7e0, 0xc02194d600) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01659c7e0, 0xc02194d600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01659c7e0, 0xc02194cf00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01659c7e0, 0xc014402e00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01659c7e0, 0xc014402e00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01ae28d20, 0x38483c0, 0xc0178e1a40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5265329 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x37d, 0x37f, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x37d, 0x37f, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01ed40e00, 0x37f, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x37f, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc017236c00, 0xc02322e540, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0271a7b58, 0xc02322e540, 0x0, 0xc02ef66b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01ed40e00, 0x380b840, 0xc0271a7a60, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02ad6fa00, 0x380b840, 0xc002e89e48, 0x800, 0xc02ef66c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02ad6fa00, 0x380b840, 0xc002e89e48, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc014669b20, 0x380b840, 0xc002e89e48, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc014669b20, 0x380b840, 0xc002e89e48, 0x0, 0x0, 0x0, 0x326e760, 0xc021c6b500, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc014669b20, 0x380be40, 0xc0271a7a60, 0x200000000, 0xc0232f7080, 0x1e, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc014669b20, 0xc01ba37b00, 0xc02e8b6a43, 0xc, 0xf0fc268, 0xed79befe8, 0x4f79c20, 0xc02ef671f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc014669b20, 0xc01ba37b00, 0x380ea60, 0xc023420c70, 0xc02e8b69e3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc014669b20, 0xc01ba37b00, 0xc02e8b69c0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc014669b20, 0xc01ba37b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc023420920, 0x383ca00, 0xc014669b20, 0xc01ba37b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02ef67758, 0x383ca00, 0xc014669b20, 0xc01ba37900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc014669b20, 0xc01ba37900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc014669b20, 0xc01ba37900) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc014669b20, 0xc01ba37900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc014669b20, 0xc01ba37400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc014669b20, 0xc01ba37300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc014669b20, 0xc01ba37300) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc002674dc0, 0x38483c0, 0xc018bd8680) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4678925 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x21a, 0x21b, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x21a, 0x21b, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc016268280, 0x21b, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x21b, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc032a92240, 0xc024141020, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02325aff8, 0xc024141020, 0x0, 0xc013258b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc016268280, 0x380b840, 0xc020b46890, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc000122bb0, 0x380b840, 0xc015ecd6f8, 0x800, 0xc013258c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc000122bb0, 0x380b840, 0xc015ecd6f8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03b600700, 0x380b840, 0xc015ecd6f8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03b600700, 0x380b840, 0xc015ecd6f8, 0x0, 0x0, 0x0, 0x326e760, 0xc0108c5100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03b600700, 0x380be40, 0xc020b46890, 0x800000000, 0xc01972f280, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03b600700, 0xc002080a00, 0xc02c4a38b3, 0xd, 0x332db193, 0xed819c9ea, 0x4f79c20, 0xc0132591f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03b600700, 0xc002080a00, 0x380ea60, 0xc019153d80, 0xc02c4a3883, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03b600700, 0xc002080a00, 0xc02c4a3860, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03b600700, 0xc002080a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc019153a60, 0x383ca00, 0xc03b600700, 0xc002080a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc013259758, 0x383ca00, 0xc03b600700, 0xc002080800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03b600700, 0xc002080800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03b600700, 0xc002080800) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03b600700, 0xc002080800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03b600700, 0xc002080600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03b600700, 0xc002080500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03b600700, 0xc002080500) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bd70000, 0x38483c0, 0xc000c54780) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4768562 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x259, 0x25e, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x259, 0x25e, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02b06e300, 0x25e, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x25e, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc00fd4f260, 0xc0272d9c80, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc022e80fc8, 0xc0272d9c80, 0x0, 0xc012daab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02b06e300, 0x380b840, 0xc022e80ae8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc022e80988, 0x380b840, 0xc025a80258, 0x800, 0xc012daac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc022e80988, 0x380b840, 0xc025a80258, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc00fc00380, 0x380b840, 0xc025a80258, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc00fc00380, 0x380b840, 0xc025a80258, 0x0, 0x0, 0x0, 0x326e760, 0xc00107e100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc00fc00380, 0x380be40, 0xc022e80ae8, 0x800000000, 0xc0339c2200, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc00fc00380, 0xc019288900, 0xc02e4f39d3, 0xd, 0x27155a5c, 0xed7e588ba, 0x4f79c20, 0xc012dab1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc00fc00380, 0xc019288900, 0x380ea60, 0xc025e7acc0, 0xc02e4f39a3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc00fc00380, 0xc019288900, 0xc02e4f3980, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc00fc00380, 0xc019288900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc025e7a9a0, 0x383ca00, 0xc00fc00380, 0xc019288900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc012dab758, 0x383ca00, 0xc00fc00380, 0xc019288700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc00fc00380, 0xc019288700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc00fc00380, 0xc019288700) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc00fc00380, 0xc019288700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc00fc00380, 0xc019288400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc00fc00380, 0xc019288300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc00fc00380, 0xc019288300) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01a2ef5e0, 0x38483c0, 0xc02cb23b80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5574126 [IO wait, 178 minutes]: internal/poll.runtime_pollWait(0x7f41c01267d0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc038591d18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc038591d00, 0xc0005348b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc038591d00, 0xc0005348b1, 0x1, 0x1, 0xc03f70dc20, 0x0, 0xc015076518) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc023cfa148, 0xc0005348b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0005348a0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6293294 [syscall]: syscall.Syscall6(0x28, 0x530, 0x539, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x530, 0x539, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0265ffd80, 0x539, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x539, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01fd31aa0, 0xc02372a510, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02f4a37c0, 0xc02372a510, 0x0, 0xc010108b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0265ffd80, 0x380b840, 0xc030b94530, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc003050980, 0x380b840, 0xc01be7e930, 0x800, 0xc010108c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc003050980, 0x380b840, 0xc01be7e930, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc00f76cc40, 0x380b840, 0xc01be7e930, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc00f76cc40, 0x380b840, 0xc01be7e930, 0x0, 0x0, 0x0, 0x326e760, 0xc02d208e00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc00f76cc40, 0x380be40, 0xc030b94530, 0x800000000, 0xc0271ffe20, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc00f76cc40, 0xc021d3ca00, 0xc027bfa323, 0xd, 0xf7de470, 0xed81a3182, 0x4f79c20, 0xc030aaf1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc00f76cc40, 0xc021d3ca00, 0x380ea60, 0xc023ac3c80, 0xc027bfa2f3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc00f76cc40, 0xc021d3ca00, 0xc027bfa2d0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc00f76cc40, 0xc021d3ca00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc023ac38b0, 0x383ca00, 0xc00f76cc40, 0xc021d3ca00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc030aaf758, 0x383ca00, 0xc00f76cc40, 0xc021d3c800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc00f76cc40, 0xc021d3c800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc00f76cc40, 0xc021d3c800) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc00f76cc40, 0xc021d3c800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc00f76cc40, 0xc021d3c500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc00f76cc40, 0xc021d3c400) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc00f76cc40, 0xc021d3c400) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0235765a0, 0x38483c0, 0xc037ad59c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6742508 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x2c3, 0x5ce, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x2c3, 0x5ce, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc027292600, 0x5ce, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x5ce, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0195b8960, 0xc016d30c30, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0245e4fb8, 0xc016d30c30, 0x0, 0xc0159c2b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc027292600, 0x380b840, 0xc0213abfd0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0339f6248, 0x380b840, 0xc00f2a4d68, 0x800, 0xc0159c2c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0339f6248, 0x380b840, 0xc00f2a4d68, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc016de47e0, 0x380b840, 0xc00f2a4d68, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc016de47e0, 0x380b840, 0xc00f2a4d68, 0x0, 0x0, 0x0, 0x326e760, 0xc02ce8ea00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc016de47e0, 0x380be40, 0xc0213abfd0, 0x800000000, 0xc018e7f320, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc016de47e0, 0xc0239a2e00, 0xc0264f4e63, 0xd, 0x182ace45, 0xed86c8b4f, 0x4f79c20, 0xc0159c31f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc016de47e0, 0xc0239a2e00, 0x380ea60, 0xc001356190, 0xc0264f4e33, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc016de47e0, 0xc0239a2e00, 0xc0264f4e10, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc016de47e0, 0xc0239a2e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc021851e40, 0x383ca00, 0xc016de47e0, 0xc0239a2e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0159c3758, 0x383ca00, 0xc016de47e0, 0xc0239a2c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc016de47e0, 0xc0239a2c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc016de47e0, 0xc0239a2c00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc016de47e0, 0xc0239a2c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc016de47e0, 0xc0239a2a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc016de47e0, 0xc011fdf100) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc016de47e0, 0xc011fdf100) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01d9fb860, 0x38483c0, 0xc025fd1c00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4980288 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x2e3, 0x2ed, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x2e3, 0x2ed, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01a5b7e80, 0x2ed, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x2ed, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc001ce58c0, 0xc018d59440, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017f9c348, 0xc018d59440, 0x0, 0xc020cb6b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01a5b7e80, 0x380b840, 0xc0155b9718, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc000fa24c0, 0x380b840, 0xc000253068, 0x800, 0xc020cb6c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc000fa24c0, 0x380b840, 0xc000253068, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0380980e0, 0x380b840, 0xc000253068, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0380980e0, 0x380b840, 0xc000253068, 0x0, 0x0, 0x0, 0x326e760, 0xc034ca3d00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0380980e0, 0x380be40, 0xc0155b9718, 0x800000000, 0xc0348c5cc0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0380980e0, 0xc030688d00, 0xc034a9b133, 0xd, 0x2ddce41d, 0xed8767baf, 0x4f79c20, 0xc020cb71f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0380980e0, 0xc030688d00, 0x380ea60, 0xc028d96b30, 0xc034a9b103, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0380980e0, 0xc030688d00, 0xc034a9b0e0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0380980e0, 0xc030688d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc028d967f0, 0x383ca00, 0xc0380980e0, 0xc030688d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc020cb7758, 0x383ca00, 0xc0380980e0, 0xc030688500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0380980e0, 0xc030688500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0380980e0, 0xc030688500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0380980e0, 0xc030688500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0380980e0, 0xc030688100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0380980e0, 0xc018ddb200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0380980e0, 0xc018ddb200) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc021786dc0, 0x38483c0, 0xc022fbc540) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6760841 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x5cc, 0x5cf, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x5cc, 0x5cf, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc030358300, 0x5cf, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x5cf, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc013f12600, 0xc02777ed50, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc000fa3140, 0xc02777ed50, 0x0, 0xc030aaeb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc030358300, 0x380b840, 0xc01f9af838, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc029950968, 0x380b840, 0xc017a0c108, 0x800, 0xc030aaec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc029950968, 0x380b840, 0xc017a0c108, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03a0d9ea0, 0x380b840, 0xc017a0c108, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03a0d9ea0, 0x380b840, 0xc017a0c108, 0x0, 0x0, 0x0, 0x326e760, 0xc03c385100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03a0d9ea0, 0x380be40, 0xc01f9af838, 0x800000000, 0xc0231caee0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03a0d9ea0, 0xc023c3e200, 0xc03c483343, 0xd, 0x24615b9a, 0xed85ae0ec, 0x4f79c20, 0xc030aaf1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03a0d9ea0, 0xc023c3e200, 0x380ea60, 0xc0207f5710, 0xc03c4832e3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03a0d9ea0, 0xc023c3e200, 0xc03c4832c0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03a0d9ea0, 0xc023c3e200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0207f53f0, 0x383ca00, 0xc03a0d9ea0, 0xc023c3e200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc030aaf758, 0x383ca00, 0xc03a0d9ea0, 0xc0156fe300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03a0d9ea0, 0xc0156fe300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03a0d9ea0, 0xc0156fe300) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03a0d9ea0, 0xc0156fe300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03a0d9ea0, 0xc02333fe00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03a0d9ea0, 0xc02333fd00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03a0d9ea0, 0xc02333fd00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bb59680, 0x38483c0, 0xc01867bc40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4500634 [IO wait, 229 minutes]: internal/poll.runtime_pollWait(0x7f435015e878, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc022598718, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc022598700, 0xc0348c6041, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc022598700, 0xc0348c6041, 0x1, 0x1, 0xc00f336748, 0xc01459c298, 0xc00f3367c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc003050158, 0xc0348c6041, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0348c6030) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4718344 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x236, 0x237, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x236, 0x237, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0355da500, 0x237, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x237, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02d1d94a0, 0xc0018053b0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0031d40b0, 0xc0018053b0, 0x0, 0xc02d82ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0355da500, 0x380b840, 0xc01f9afa28, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc023cfa300, 0x380b840, 0xc002f735c0, 0x800, 0xc02d82ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc023cfa300, 0x380b840, 0xc002f735c0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02bb92b60, 0x380b840, 0xc002f735c0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02bb92b60, 0x380b840, 0xc002f735c0, 0x0, 0x0, 0x0, 0x326e760, 0xc0189cdb00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02bb92b60, 0x380be40, 0xc01f9afa28, 0x800000000, 0xc015d3b580, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02bb92b60, 0xc02c16ec00, 0xc020a5ca43, 0xd, 0x34d4213f, 0xed7a2c99d, 0x4f79c20, 0xc02d82b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02bb92b60, 0xc02c16ec00, 0x380ea60, 0xc0359ba5c0, 0xc020a5ca13, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02bb92b60, 0xc02c16ec00, 0xc020a5c9f0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02bb92b60, 0xc02c16ec00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0359ba280, 0x383ca00, 0xc02bb92b60, 0xc02c16ec00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02d82b758, 0x383ca00, 0xc02bb92b60, 0xc02c16e900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02bb92b60, 0xc02c16e900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02bb92b60, 0xc02c16e900) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02bb92b60, 0xc02c16e900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02bb92b60, 0xc02c16e700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02bb92b60, 0xc02c16e600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02bb92b60, 0xc02c16e600) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bb58280, 0x38483c0, 0xc021aa2c40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6833891 [syscall]: syscall.Syscall6(0x28, 0x5df, 0x5e7, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x5df, 0x5e7, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc025371200, 0x5e7, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x5e7, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc017bef920, 0xc02af99740, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc020ec25a0, 0xc02af99740, 0x0, 0xc030970b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc025371200, 0x380b840, 0xc0329ed770, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0154fce40, 0x380b840, 0xc001ffef78, 0x800, 0xc030970c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0154fce40, 0x380b840, 0xc001ffef78, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc016c22540, 0x380b840, 0xc001ffef78, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc016c22540, 0x380b840, 0xc001ffef78, 0x0, 0x0, 0x0, 0x326e760, 0xc0303dff00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc016c22540, 0x380be40, 0xc0329ed770, 0x800000000, 0xc01d95e200, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc016c22540, 0xc0147d5b00, 0xc028dcc293, 0xd, 0x1c0ff20a, 0xed865a299, 0x4f79c20, 0xc0309711f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc016c22540, 0xc0147d5b00, 0x380ea60, 0xc030d0e950, 0xc028dcc263, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc016c22540, 0xc0147d5b00, 0xc028dcc240, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc016c22540, 0xc0147d5b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc030d0e600, 0x383ca00, 0xc016c22540, 0xc0147d5b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc030971758, 0x383ca00, 0xc016c22540, 0xc0147d5800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc016c22540, 0xc0147d5800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc016c22540, 0xc0147d5800) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc016c22540, 0xc0147d5800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc016c22540, 0xc0147d4d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc016c22540, 0xc0147d4b00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc016c22540, 0xc0147d4b00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023edcaa0, 0x38483c0, 0xc021bbb840) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4736797 [IO wait, 218 minutes]: internal/poll.runtime_pollWait(0x7f41241492d8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02a30a798, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02a30a780, 0xc0340bdbd1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02a30a780, 0xc0340bdbd1, 0x1, 0x1, 0xc029dc1680, 0x0, 0xc0323801d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02c711310, 0xc0340bdbd1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0340bdbc0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7002218 [IO wait, 109 minutes]: internal/poll.runtime_pollWait(0x7f4187a69428, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc023177c18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc023177c00, 0xc01c198c11, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc023177c00, 0xc01c198c11, 0x1, 0x1, 0xc01263a748, 0xc013c72ef8, 0xc01263a7c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00001ab10, 0xc01c198c11, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01c198c00) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5090597 [syscall, 4 minutes]: syscall.Syscall6(0x28, 0x31e, 0x321, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x31e, 0x321, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0277eee80, 0x321, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x321, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02064f140, 0xc032aac720, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc023bb87c0, 0xc032aac720, 0x0, 0xc0361beb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0277eee80, 0x380b840, 0xc032e60d60, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02af9bb90, 0x380b840, 0xc0152f7608, 0x800, 0xc0361bec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02af9bb90, 0x380b840, 0xc0152f7608, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01ecde2a0, 0x380b840, 0xc0152f7608, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01ecde2a0, 0x380b840, 0xc0152f7608, 0x0, 0x0, 0x0, 0x326e760, 0xc016beba00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01ecde2a0, 0x380be40, 0xc032e60d60, 0x800000000, 0xc016b9ca40, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01ecde2a0, 0xc026c79700, 0xc01f912323, 0xd, 0xc1f6b3a, 0xed86fd8ef, 0x4f79c20, 0xc0361bf1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01ecde2a0, 0xc026c79700, 0x380ea60, 0xc0211bf240, 0xc01f9122f3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01ecde2a0, 0xc026c79700, 0xc01f9122d0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01ecde2a0, 0xc026c79700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0211bef20, 0x383ca00, 0xc01ecde2a0, 0xc026c79700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0361bf758, 0x383ca00, 0xc01ecde2a0, 0xc026c79500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01ecde2a0, 0xc026c79500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01ecde2a0, 0xc026c79500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01ecde2a0, 0xc026c79500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01ecde2a0, 0xc026c79300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01ecde2a0, 0xc026c79200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01ecde2a0, 0xc026c79200) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0236eaa00, 0x38483c0, 0xc03740c3c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5403256 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x3c6, 0x3ca, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x3c6, 0x3ca, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0224e8400, 0x3ca, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x3ca, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01f05e0c0, 0xc026469ec0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0299507f0, 0xc026469ec0, 0x0, 0xc02f83eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0224e8400, 0x380b840, 0xc021dd5998, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0271a6540, 0x380b840, 0xc011ae0780, 0x800, 0xc02f83ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0271a6540, 0x380b840, 0xc011ae0780, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc031b1e540, 0x380b840, 0xc011ae0780, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc031b1e540, 0x380b840, 0xc011ae0780, 0x0, 0x0, 0x0, 0x326e760, 0xc0161cdc00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc031b1e540, 0x380be40, 0xc021dd5998, 0x800000000, 0xc01a83b8a0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc031b1e540, 0xc0147d4b00, 0xc02a531d63, 0xd, 0x8147a09, 0xed873a1d7, 0x4f79c20, 0xc02f83f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc031b1e540, 0xc0147d4b00, 0x380ea60, 0xc017e7d160, 0xc02a531d33, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc031b1e540, 0xc0147d4b00, 0xc02a531d10, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc031b1e540, 0xc0147d4b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc017e7ce30, 0x383ca00, 0xc031b1e540, 0xc0147d4b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02f83f758, 0x383ca00, 0xc031b1e540, 0xc0147d4800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc031b1e540, 0xc0147d4800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc031b1e540, 0xc0147d4800) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc031b1e540, 0xc0147d4800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc031b1e540, 0xc0147d4400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc031b1e540, 0xc0147d4200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc031b1e540, 0xc0147d4200) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bb58be0, 0x38483c0, 0xc032381ac0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6788623 [IO wait, 119 minutes]: internal/poll.runtime_pollWait(0x7f4187b8c928, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc020f8ba98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc020f8ba80, 0xc015b6ee81, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc020f8ba80, 0xc015b6ee81, 0x1, 0x1, 0xc018878e40, 0x0, 0xc017807658) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc018b79138, 0xc015b6ee81, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc015b6ee70) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4602242 [IO wait, 224 minutes]: internal/poll.runtime_pollWait(0x7f43582117a8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc016f55198, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc016f55180, 0xc036a196c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc016f55180, 0xc036a196c1, 0x1, 0x1, 0xc029f21620, 0x0, 0xc02a61fd18) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02aef3450, 0xc036a196c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc036a196b0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6415102 [syscall]: syscall.Syscall6(0x28, 0x565, 0x573, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x565, 0x573, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc028a6b600, 0x573, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x573, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0264e6600, 0xc016de3bc0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc018339688, 0xc016de3bc0, 0x0, 0xc018e2ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc028a6b600, 0x380b840, 0xc0329ec528, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017ae8988, 0x380b840, 0xc010a0f440, 0x800, 0xc018e2ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017ae8988, 0x380b840, 0xc010a0f440, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03a0d8620, 0x380b840, 0xc010a0f440, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03a0d8620, 0x380b840, 0xc010a0f440, 0x0, 0x0, 0x0, 0x326e760, 0xc035494200, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03a0d8620, 0x380be40, 0xc0329ec528, 0x200000000, 0xc03547e180, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03a0d8620, 0xc022dbc200, 0xc03547e143, 0xc, 0x12aaf5ae, 0xed7873ecc, 0x4f79c20, 0xc031ee51f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03a0d8620, 0xc022dbc200, 0x380ea60, 0xc021b02d70, 0xc03547e0e3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03a0d8620, 0xc022dbc200, 0xc03547e0c0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03a0d8620, 0xc022dbc200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc021b02a50, 0x383ca00, 0xc03a0d8620, 0xc022dbc200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc031ee5758, 0x383ca00, 0xc03a0d8620, 0xc022dbc000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03a0d8620, 0xc022dbc000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03a0d8620, 0xc022dbc000) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03a0d8620, 0xc022dbc000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03a0d8620, 0xc002189b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03a0d8620, 0xc002189a00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03a0d8620, 0xc002189a00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc025be8320, 0x38483c0, 0xc0142557c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6916276 [syscall]: syscall.Syscall6(0x28, 0x5fc, 0x60d, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x5fc, 0x60d, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0294afb80, 0x60d, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x60d, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc015da3440, 0xc018a53ce0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0339f6628, 0xc018a53ce0, 0x0, 0xc018e26b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0294afb80, 0x380b840, 0xc0245e5c50, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc00001b498, 0x380b840, 0xc0152f6e28, 0x800, 0xc018e26c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc00001b498, 0x380b840, 0xc0152f6e28, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02d2d20e0, 0x380b840, 0xc0152f6e28, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02d2d20e0, 0x380b840, 0xc0152f6e28, 0x0, 0x0, 0x0, 0x326e760, 0xc040678000, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02d2d20e0, 0x380be40, 0xc0245e5c50, 0x800000000, 0xc033ad4960, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02d2d20e0, 0xc023c3e000, 0xc02b1af1c3, 0xd, 0x13b51559, 0xed856e7f8, 0x4f79c20, 0xc032c6b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02d2d20e0, 0xc023c3e000, 0x380ea60, 0xc0214b2320, 0xc02b1af193, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02d2d20e0, 0xc023c3e000, 0xc02b1af170, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02d2d20e0, 0xc023c3e000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc025643fd0, 0x383ca00, 0xc02d2d20e0, 0xc023c3e000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc032c6b758, 0x383ca00, 0xc02d2d20e0, 0xc021d3de00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02d2d20e0, 0xc021d3de00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02d2d20e0, 0xc021d3de00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02d2d20e0, 0xc021d3de00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02d2d20e0, 0xc021d3db00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02d2d20e0, 0xc021d3da00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02d2d20e0, 0xc021d3da00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc000fdd040, 0x38483c0, 0xc0187342c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6386499 [IO wait, 138 minutes]: internal/poll.runtime_pollWait(0x7f4184187a38, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02595f318, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02595f300, 0xc0231f9a51, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02595f300, 0xc0231f9a51, 0x1, 0x1, 0xc01a776b40, 0x0, 0xc022232818) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc003050648, 0xc0231f9a51, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0231f9a40) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5891552 [syscall]: syscall.Syscall6(0x28, 0x49d, 0x4a4, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x49d, 0x4a4, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02b0fb400, 0x4a4, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x4a4, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc037cda6c0, 0xc02f501680, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc01aa4b098, 0xc02f501680, 0x0, 0xc02e892b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02b0fb400, 0x380b840, 0xc0271a7838, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017400050, 0x380b840, 0xc01802cd38, 0x800, 0xc02e892c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017400050, 0x380b840, 0xc01802cd38, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01b2c9180, 0x380b840, 0xc01802cd38, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01b2c9180, 0x380b840, 0xc01802cd38, 0x0, 0x0, 0x0, 0x326e760, 0xc01fe20100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01b2c9180, 0x380be40, 0xc0271a7838, 0x800000000, 0xc01f354aa0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01b2c9180, 0xc011fdf200, 0xc02acaaad3, 0xd, 0x2ba79572, 0xed873eed4, 0x4f79c20, 0xc02e8931f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01b2c9180, 0xc011fdf200, 0x380ea60, 0xc018fcb940, 0xc02acaaaa3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01b2c9180, 0xc011fdf200, 0xc02acaaa80, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01b2c9180, 0xc011fdf200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc018fcb610, 0x383ca00, 0xc01b2c9180, 0xc011fdf200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02e893758, 0x383ca00, 0xc01b2c9180, 0xc011fdef00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01b2c9180, 0xc011fdef00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01b2c9180, 0xc011fdef00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01b2c9180, 0xc011fdef00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01b2c9180, 0xc011fdeb00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01b2c9180, 0xc011fdea00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01b2c9180, 0xc011fdea00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0122a4280, 0x38483c0, 0xc02a5adf80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4516596 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x14b, 0x14c, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x14b, 0x14c, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc023a34580, 0x14c, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x14c, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc017e6ee40, 0xc0340bd2c0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc001db9660, 0xc0340bd2c0, 0x0, 0xc01f8b0b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc023a34580, 0x380b840, 0xc01f9afd78, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02ac780a8, 0x380b840, 0xc025a80d80, 0x800, 0xc01f8b0c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02ac780a8, 0x380b840, 0xc025a80d80, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02d6f4700, 0x380b840, 0xc025a80d80, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02d6f4700, 0x380b840, 0xc025a80d80, 0x0, 0x0, 0x0, 0x326e760, 0xc010128700, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02d6f4700, 0x380be40, 0xc01f9afd78, 0x200000000, 0xc0102439e0, 0x1e, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02d6f4700, 0xc0193a6e00, 0xc013f42173, 0xc, 0x36814dba, 0xed79b171b, 0x4f79c20, 0xc01f8b11f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02d6f4700, 0xc0193a6e00, 0x380ea60, 0xc0187533f0, 0xc013f42113, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02d6f4700, 0xc0193a6e00, 0xc013f420f0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02d6f4700, 0xc0193a6e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0187530a0, 0x383ca00, 0xc02d6f4700, 0xc0193a6e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01f8b1758, 0x383ca00, 0xc02d6f4700, 0xc0193a6c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02d6f4700, 0xc0193a6c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02d6f4700, 0xc0193a6c00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02d6f4700, 0xc0193a6c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02d6f4700, 0xc0193a6a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02d6f4700, 0xc0193a6900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02d6f4700, 0xc0193a6900) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc021786320, 0x38483c0, 0xc016bdb780) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4658225 [IO wait, 221 minutes]: internal/poll.runtime_pollWait(0x7f4187a695f8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc020ef4018, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc020ef4000, 0xc025abaf71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc020ef4000, 0xc025abaf71, 0x1, 0x1, 0xc0181e5260, 0x0, 0xc02bf2efd8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc029950010, 0xc025abaf71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc025abaf60) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4499333 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x130, 0x131, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x130, 0x131, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc023c6e680, 0x131, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x131, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0157618c0, 0xc02777f3e0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02c785178, 0xc02777f3e0, 0x0, 0xc022418b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc023c6e680, 0x380b840, 0xc02c785688, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0154fcdd0, 0x380b840, 0xc01fe62b88, 0x800, 0xc022418c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0154fcdd0, 0x380b840, 0xc01fe62b88, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0228b8a80, 0x380b840, 0xc01fe62b88, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0228b8a80, 0x380b840, 0xc01fe62b88, 0x0, 0x0, 0x0, 0x326e760, 0xc01f838200, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0228b8a80, 0x380be40, 0xc02c785688, 0x800000000, 0xc01f82aca0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0228b8a80, 0xc014403200, 0xc01f816773, 0xc, 0x2125583b, 0xed78d2846, 0x4f79c20, 0xc0224191f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0228b8a80, 0xc014403200, 0x380ea60, 0xc0217ee610, 0xc01f816713, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0228b8a80, 0xc014403200, 0xc01f8166f0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0228b8a80, 0xc014403200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0217ee2f0, 0x383ca00, 0xc0228b8a80, 0xc014403200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc022419758, 0x383ca00, 0xc0228b8a80, 0xc014403000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0228b8a80, 0xc014403000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0228b8a80, 0xc014403000) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0228b8a80, 0xc014403000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0228b8a80, 0xc014402d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0228b8a80, 0xc026c79f00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0228b8a80, 0xc026c79f00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0189e99a0, 0x38483c0, 0xc021bbb8c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6458343 [IO wait, 135 minutes]: internal/poll.runtime_pollWait(0x7f4187a72320, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02ae3ac98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02ae3ac80, 0xc0021aa101, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02ae3ac80, 0xc0021aa101, 0x1, 0x1, 0xc018878a20, 0x0, 0xc024e702d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc01aa4ace0, 0xc0021aa101, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0021aa0f0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5115940 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x329, 0x330, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x329, 0x330, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0354ec600, 0x330, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x330, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01f05e120, 0xc018d6da40, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02ed29938, 0xc018d6da40, 0x0, 0xc02ff5eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0354ec600, 0x380b840, 0xc0245e4278, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc001db82a8, 0x380b840, 0xc001dc6fd8, 0x800, 0xc02ff5ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc001db82a8, 0x380b840, 0xc001dc6fd8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01b2c8460, 0x380b840, 0xc001dc6fd8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01b2c8460, 0x380b840, 0xc001dc6fd8, 0x0, 0x0, 0x0, 0x326e760, 0xc025883300, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01b2c8460, 0x380be40, 0xc0245e4278, 0x800000000, 0xc01eb1a200, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01b2c8460, 0xc002080600, 0xc020c166b3, 0xd, 0x28cf9466, 0xed877a3d0, 0x4f79c20, 0xc02ff5f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01b2c8460, 0xc002080600, 0x380ea60, 0xc016cf5790, 0xc020c16653, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01b2c8460, 0xc002080600, 0xc020c16630, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01b2c8460, 0xc002080600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc016cf5470, 0x383ca00, 0xc01b2c8460, 0xc002080600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02ff5f758, 0x383ca00, 0xc01b2c8460, 0xc002080300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01b2c8460, 0xc002080300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01b2c8460, 0xc002080300) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01b2c8460, 0xc002080300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01b2c8460, 0xc002080000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01b2c8460, 0xc01ba37f00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01b2c8460, 0xc01ba37f00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc000fdca00, 0x38483c0, 0xc023ec83c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4478175 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f412413e4f0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0203e9998, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0203e9980, 0xc01dd7b2a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0203e9980, 0xc01dd7b2a1, 0x1, 0x1, 0xc026456748, 0xc01459c298, 0xc0264567c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017c1fea0, 0xc01dd7b2a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01dd7b290) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4630020 [syscall]: syscall.Syscall6(0x28, 0x1ea, 0x519, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x1ea, 0x519, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc015e5a580, 0x519, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x519, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc017bef740, 0xc026f68f30, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02ad6ea80, 0xc026f68f30, 0x0, 0xc00f912b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc015e5a580, 0x380b840, 0xc02af9bb50, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0226c1238, 0x380b840, 0xc01b6af0c8, 0x800, 0xc00f912c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0226c1238, 0x380b840, 0xc01b6af0c8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02e271880, 0x380b840, 0xc01b6af0c8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02e271880, 0x380b840, 0xc01b6af0c8, 0x0, 0x0, 0x0, 0x326e760, 0xc02af04900, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02e271880, 0x380be40, 0xc02af9bb50, 0x200000000, 0xc02aba5d40, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02e271880, 0xc01f8d7000, 0xc02aba5d03, 0xc, 0x16159839, 0xed79b6c8a, 0x4f79c20, 0xc00f9131f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02e271880, 0xc01f8d7000, 0x380ea60, 0xc021804c20, 0xc02aba5ca3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02e271880, 0xc01f8d7000, 0xc02aba5c80, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02e271880, 0xc01f8d7000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc021804900, 0x383ca00, 0xc02e271880, 0xc01f8d7000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc00f913758, 0x383ca00, 0xc02e271880, 0xc01f8d6500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02e271880, 0xc01f8d6500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02e271880, 0xc01f8d6500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02e271880, 0xc01f8d6500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02e271880, 0xc01f8d6300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02e271880, 0xc01f8d6100) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02e271880, 0xc01f8d6100) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018b86960, 0x38483c0, 0xc01049d240) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5825377 [syscall]: syscall.Syscall6(0x28, 0x486, 0x490, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x486, 0x490, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0389fd200, 0x490, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x490, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01c250360, 0xc01fce0390, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0299517e0, 0xc01fce0390, 0x0, 0xc02e88eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0389fd200, 0x380b840, 0xc0155b8d78, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc024be9f20, 0x380b840, 0xc01d016540, 0x800, 0xc02e88ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc024be9f20, 0x380b840, 0xc01d016540, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0348827e0, 0x380b840, 0xc01d016540, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0348827e0, 0x380b840, 0xc01d016540, 0x0, 0x0, 0x0, 0x326e760, 0xc0187d9d00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0348827e0, 0x380be40, 0xc0155b8d78, 0x800000000, 0xc0187c4ae0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0348827e0, 0xc0027cc900, 0xc021b1f193, 0xd, 0x805c4b1, 0xed866ebe5, 0x4f79c20, 0xc02e88f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0348827e0, 0xc0027cc900, 0x380ea60, 0xc0248391a0, 0xc021b1f163, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0348827e0, 0xc0027cc900, 0xc021b1f140, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0348827e0, 0xc0027cc900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc024838e70, 0x383ca00, 0xc0348827e0, 0xc0027cc900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02e88f758, 0x383ca00, 0xc0348827e0, 0xc0027cc700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0348827e0, 0xc0027cc700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0348827e0, 0xc0027cc700) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0348827e0, 0xc0027cc700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0348827e0, 0xc0027cc000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0348827e0, 0xc000497e00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0348827e0, 0xc000497e00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc033009900, 0x38483c0, 0xc016bdb180) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4805413 [syscall]: syscall.Syscall6(0x28, 0x272, 0x27b, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x272, 0x27b, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc022b28b80, 0x27b, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x27b, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01c7e7d40, 0xc02372a780, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0226c0c60, 0xc02372a780, 0x0, 0xc01172eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc022b28b80, 0x380b840, 0xc025cf1080, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0155b88f8, 0x380b840, 0xc015ecd2c0, 0x800, 0xc01172ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0155b88f8, 0x380b840, 0xc015ecd2c0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01154ce00, 0x380b840, 0xc015ecd2c0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01154ce00, 0x380b840, 0xc015ecd2c0, 0x0, 0x0, 0x0, 0x326e760, 0xc01dd5d900, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01154ce00, 0x380be40, 0xc025cf1080, 0x800000000, 0xc01dd3a8c0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01154ce00, 0xc002081f00, 0xc02533f223, 0xd, 0x1a03eca7, 0xed866cabb, 0x4f79c20, 0xc01172f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01154ce00, 0xc002081f00, 0x380ea60, 0xc0305ff850, 0xc02533f1f3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01154ce00, 0xc002081f00, 0xc02533f1d0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01154ce00, 0xc002081f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0305ff530, 0x383ca00, 0xc01154ce00, 0xc002081f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01172f758, 0x383ca00, 0xc01154ce00, 0xc002081b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01154ce00, 0xc002081b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01154ce00, 0xc002081b00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01154ce00, 0xc002081b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01154ce00, 0xc002081700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01154ce00, 0xc01f8d6d00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01154ce00, 0xc01f8d6d00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023edc320, 0x38483c0, 0xc014c49640) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4989475 [IO wait, 206 minutes]: internal/poll.runtime_pollWait(0x7f435019a460, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01a5b7e98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01a5b7e80, 0xc02625d3f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01a5b7e80, 0xc02625d3f1, 0x1, 0x1, 0xc02b34af48, 0xc01459c298, 0xc02b34afc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000fa24c0, 0xc02625d3f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02625d3e0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7099211 [IO wait, 105 minutes]: internal/poll.runtime_pollWait(0x7f4124199e50, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc030359b98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc030359b80, 0xc01414e8e1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc030359b80, 0xc01414e8e1, 0x1, 0x1, 0xc0210674a0, 0x0, 0xc021700058) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02c784778, 0xc01414e8e1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01414e8d0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4961882 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x2d8, 0x2df, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x2d8, 0x2df, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc017504d00, 0x2df, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x2df, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02f1d2060, 0xc01bc52d50, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017400438, 0xc01bc52d50, 0x0, 0xc02e9d4b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc017504d00, 0x380b840, 0xc026042cc0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc030b952f8, 0x380b840, 0xc01a4a08b8, 0x800, 0xc02e9d4c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc030b952f8, 0x380b840, 0xc01a4a08b8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01be1f340, 0x380b840, 0xc01a4a08b8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01be1f340, 0x380b840, 0xc01a4a08b8, 0x0, 0x0, 0x0, 0x326e760, 0xc002e10f00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01be1f340, 0x380be40, 0xc026042cc0, 0x800000000, 0xc02c7bc160, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01be1f340, 0xc0193a7500, 0xc030a3c533, 0xd, 0x14bf266a, 0xed7e6c77a, 0x4f79c20, 0xc02e9d51f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01be1f340, 0xc0193a7500, 0x380ea60, 0xc01f8940b0, 0xc030a3c503, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01be1f340, 0xc0193a7500, 0xc030a3c4e0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01be1f340, 0xc0193a7500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01f089d90, 0x383ca00, 0xc01be1f340, 0xc0193a7500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02e9d5758, 0x383ca00, 0xc01be1f340, 0xc0193a7000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01be1f340, 0xc0193a7000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01be1f340, 0xc0193a7000) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01be1f340, 0xc0193a7000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01be1f340, 0xc0193a6e00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01be1f340, 0xc0193a6700) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01be1f340, 0xc0193a6700) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023d34e60, 0x38483c0, 0xc021c9d3c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4485234 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0xf3, 0xf4, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0xf3, 0xf4, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02c26ee00, 0xf4, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0xf4, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01ff12f60, 0xc01c5962a0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc001db8fc8, 0xc01c5962a0, 0x0, 0xc01a0eeb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02c26ee00, 0x380b840, 0xc001db88c0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0183390d8, 0x380b840, 0xc0122cb4a0, 0x800, 0xc01a0eec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0183390d8, 0x380b840, 0xc0122cb4a0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02b0ff960, 0x380b840, 0xc0122cb4a0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02b0ff960, 0x380b840, 0xc0122cb4a0, 0x0, 0x0, 0x0, 0x326e760, 0xc02dcd3500, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02b0ff960, 0x380be40, 0xc001db88c0, 0x800000000, 0xc02dc88fc0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02b0ff960, 0xc0156ff600, 0xc02d7b94f3, 0xd, 0xe857fa4, 0xed8648fcc, 0x4f79c20, 0xc01a0ef1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02b0ff960, 0xc0156ff600, 0x380ea60, 0xc01622f800, 0xc02d7b94c3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02b0ff960, 0xc0156ff600, 0xc02d7b94a0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02b0ff960, 0xc0156ff600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01622f4d0, 0x383ca00, 0xc02b0ff960, 0xc0156ff600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01a0ef758, 0x383ca00, 0xc02b0ff960, 0xc0156ff400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02b0ff960, 0xc0156ff400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02b0ff960, 0xc0156ff400) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02b0ff960, 0xc0156ff400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02b0ff960, 0xc0156ff100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02b0ff960, 0xc018dda900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02b0ff960, 0xc018dda900) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01f37ae60, 0x38483c0, 0xc02a260980) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6284315 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x532, 0x533, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x532, 0x533, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc034a54600, 0x533, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x533, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02d1d9560, 0xc02499f9b0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017401810, 0xc02499f9b0, 0x0, 0xc030ab2b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc034a54600, 0x380b840, 0xc019c6bc98, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc019c6ba78, 0x380b840, 0xc030f49bc0, 0x800, 0xc030ab2c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc019c6ba78, 0x380b840, 0xc030f49bc0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0347d7b20, 0x380b840, 0xc030f49bc0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0347d7b20, 0x380b840, 0xc030f49bc0, 0x0, 0x0, 0x0, 0x326e760, 0xc0141fbb00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0347d7b20, 0x380be40, 0xc019c6bc98, 0x800000000, 0xc015115600, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0347d7b20, 0xc002188d00, 0xc02a16d673, 0xd, 0x139a50f6, 0xed876c8cb, 0x4f79c20, 0xc030ab31f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0347d7b20, 0xc002188d00, 0x380ea60, 0xc0255f5440, 0xc02a16d643, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0347d7b20, 0xc002188d00, 0xc02a16d620, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0347d7b20, 0xc002188d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0255f5120, 0x383ca00, 0xc0347d7b20, 0xc002188d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc030ab3758, 0x383ca00, 0xc0347d7b20, 0xc002188000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0347d7b20, 0xc002188000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0347d7b20, 0xc002188000) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0347d7b20, 0xc002188000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0347d7b20, 0xc0020f3d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0347d7b20, 0xc0020f3b00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0347d7b20, 0xc0020f3b00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bb58000, 0x38483c0, 0xc019af1fc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4823941 [IO wait, 214 minutes]: internal/poll.runtime_pollWait(0x7f435015fb80, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01f182e98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01f182e80, 0xc0224013c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01f182e80, 0xc0224013c1, 0x1, 0x1, 0xc02b276748, 0xc01459c298, 0xc02b2767c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc023bb97b8, 0xc0224013c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0224013b0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6403462 [IO wait, 138 minutes]: internal/poll.runtime_pollWait(0x7f4184186d88, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc024cfe698, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc024cfe680, 0xc026ab2d91, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc024cfe680, 0xc026ab2d91, 0x1, 0x1, 0xc018c95920, 0x0, 0xc018b35e98) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc003051c28, 0xc026ab2d91, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc026ab2d80) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7328205 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x676, 0x67d, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x676, 0x67d, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0277f4700, 0x67d, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x67d, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc003070c00, 0xc023cff440, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc00001b7f8, 0xc023cff440, 0x0, 0xc03059ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0277f4700, 0x380b840, 0xc018663540, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc001db9f48, 0x380b840, 0xc0031ea888, 0x800, 0xc03059ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc001db9f48, 0x380b840, 0xc0031ea888, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0347d7a40, 0x380b840, 0xc0031ea888, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0347d7a40, 0x380b840, 0xc0031ea888, 0x0, 0x0, 0x0, 0x326e760, 0xc02a5edb00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0347d7a40, 0x380be40, 0xc018663540, 0x800000000, 0xc0278e4640, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0347d7a40, 0xc019566d00, 0xc02781acb3, 0xd, 0xb096050, 0xed86adbd3, 0x4f79c20, 0xc03059b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0347d7a40, 0xc019566d00, 0x380ea60, 0xc019b37da0, 0xc02781ac83, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0347d7a40, 0xc019566d00, 0xc02781ac60, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0347d7a40, 0xc019566d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc019b379f0, 0x383ca00, 0xc0347d7a40, 0xc019566d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03059b758, 0x383ca00, 0xc0347d7a40, 0xc026d32000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0347d7a40, 0xc026d32000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0347d7a40, 0xc026d32000) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0347d7a40, 0xc026d32000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0347d7a40, 0xc021d3dd00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0347d7a40, 0xc021d3db00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0347d7a40, 0xc021d3db00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018b879a0, 0x38483c0, 0xc01867b8c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6109925 [IO wait, 152 minutes]: internal/poll.runtime_pollWait(0x7f4187170ef0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc03334b498, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc03334b480, 0xc011c44c41, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc03334b480, 0xc011c44c41, 0x1, 0x1, 0xc015aebbc0, 0x0, 0xc01bd00a58) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc022e812e0, 0xc011c44c41, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc011c44c30) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4479325 [syscall]: syscall.Syscall6(0x28, 0x59, 0xce, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x59, 0xce, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0265ff880, 0xce, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0xce, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02719e180, 0xc026efc0c0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0213ab728, 0xc026efc0c0, 0x0, 0xc026c32b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0265ff880, 0x380b840, 0xc0271a6000, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc026042838, 0x380b840, 0xc01ab28de0, 0x800, 0xc026c32c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc026042838, 0x380b840, 0xc01ab28de0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc019ffe2a0, 0x380b840, 0xc01ab28de0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc019ffe2a0, 0x380b840, 0xc01ab28de0, 0x0, 0x0, 0x0, 0x326e760, 0xc027198500, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc019ffe2a0, 0x380be40, 0xc0271a6000, 0x200000000, 0xc027101580, 0x1e, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc019ffe2a0, 0xc026c79100, 0xc026c71853, 0xc, 0xfa5fa9c, 0xed79b6ce4, 0x4f79c20, 0xc026c331f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc019ffe2a0, 0xc026c79100, 0x380ea60, 0xc02717e580, 0xc026c717f3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc019ffe2a0, 0xc026c79100, 0xc026c717d0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc019ffe2a0, 0xc026c79100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02717e260, 0x383ca00, 0xc019ffe2a0, 0xc026c79100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc026c33758, 0x383ca00, 0xc019ffe2a0, 0xc026c78f00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc019ffe2a0, 0xc026c78f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc019ffe2a0, 0xc026c78f00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc019ffe2a0, 0xc026c78f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc019ffe2a0, 0xc026c78d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc019ffe2a0, 0xc026c78c00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc019ffe2a0, 0xc026c78c00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc026c9e960, 0x38483c0, 0xc02687d040) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4583640 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x1bf, 0x1c2, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x1bf, 0x1c2, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0249ff580, 0x1c2, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x1c2, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc021b80b40, 0xc01c0af260, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc023bb9ee8, 0xc01c0af260, 0x0, 0xc01bba8b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0249ff580, 0x380b840, 0xc0329ed938, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc025cf11a0, 0x380b840, 0xc017b74de0, 0x800, 0xc01bba8c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc025cf11a0, 0x380b840, 0xc017b74de0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc015463960, 0x380b840, 0xc017b74de0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc015463960, 0x380b840, 0xc017b74de0, 0x0, 0x0, 0x0, 0x326e760, 0xc01c08bb00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc015463960, 0x380be40, 0xc0329ed938, 0x800000000, 0xc01a0981c0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc015463960, 0xc02c16f300, 0xc01ce84d13, 0xc, 0x14e539a1, 0xed78db2e8, 0x4f79c20, 0xc01bba91f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc015463960, 0xc02c16f300, 0x380ea60, 0xc01dcbf630, 0xc01ce84cb3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc015463960, 0xc02c16f300, 0xc01ce84c90, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc015463960, 0xc02c16f300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01dcbf310, 0x383ca00, 0xc015463960, 0xc02c16f300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01bba9758, 0x383ca00, 0xc015463960, 0xc02c16f100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc015463960, 0xc02c16f100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc015463960, 0xc02c16f100) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc015463960, 0xc02c16f100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc015463960, 0xc02c16ef00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc015463960, 0xc02c16ee00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc015463960, 0xc02c16ee00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0189e9b80, 0x38483c0, 0xc016d038c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4989534 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x2ec, 0x2ee, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x2ec, 0x2ee, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01a5b6680, 0x2ee, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x2ee, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc032a92a80, 0xc01f8cb1a0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc000fa2c98, 0xc01f8cb1a0, 0x0, 0xc012256b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01a5b6680, 0x380b840, 0xc017f9c608, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017f9c3c8, 0x380b840, 0xc022383bf0, 0x800, 0xc012256c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017f9c3c8, 0x380b840, 0xc022383bf0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03c3a0a80, 0x380b840, 0xc022383bf0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03c3a0a80, 0x380b840, 0xc022383bf0, 0x0, 0x0, 0x0, 0x326e760, 0xc0352c5800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03c3a0a80, 0x380be40, 0xc017f9c608, 0x800000000, 0xc0352cc480, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03c3a0a80, 0xc0156fee00, 0xc0352b8773, 0xd, 0x1221a9cc, 0xed85977c0, 0x4f79c20, 0xc013ded1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03c3a0a80, 0xc0156fee00, 0x380ea60, 0xc0210435a0, 0xc0352b8743, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03c3a0a80, 0xc0156fee00, 0xc0352b8720, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03c3a0a80, 0xc0156fee00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc021043280, 0x383ca00, 0xc03c3a0a80, 0xc0156fee00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc013ded758, 0x383ca00, 0xc03c3a0a80, 0xc0156feb00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03c3a0a80, 0xc0156feb00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03c3a0a80, 0xc0156feb00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03c3a0a80, 0xc0156feb00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03c3a0a80, 0xc0156fe700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03c3a0a80, 0xc0156fe500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03c3a0a80, 0xc0156fe500) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0189e9180, 0x38483c0, 0xc032e71000) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6806413 [IO wait, 119 minutes]: internal/poll.runtime_pollWait(0x7f4124199ab0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01c8f8c18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01c8f8c00, 0xc024bab241, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01c8f8c00, 0xc024bab241, 0x1, 0x1, 0xc0198e8360, 0x0, 0xc0233f2f58) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02cc9fa70, 0xc024bab241, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc024bab230) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4958917 [IO wait, 207 minutes]: internal/poll.runtime_pollWait(0x7f41b8022698, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02a835a18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02a835a00, 0xc0248ef0c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02a835a00, 0xc0248ef0c1, 0x1, 0x1, 0xc01fe4e300, 0x0, 0xc017806b18) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc021dd4018, 0xc0248ef0c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0248ef0b0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6577476 [IO wait, 129 minutes]: internal/poll.runtime_pollWait(0x7f4168174f50, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02ede0a18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02ede0a00, 0xc0190091e1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02ede0a00, 0xc0190091e1, 0x1, 0x1, 0xc0186e62a0, 0x0, 0xc024cb8518) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02325a8e8, 0xc0190091e1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0190091d0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6678368 [IO wait, 124 minutes]: internal/poll.runtime_pollWait(0x7f418418e1a0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc035b86798, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc035b86780, 0xc035391691, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc035b86780, 0xc035391691, 0x1, 0x1, 0xc01a4bd200, 0x0, 0xc021cc69d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc021dd4698, 0xc035391691, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc035391680) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4597344 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x1c9, 0x1cf, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x1c9, 0x1cf, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0197a7980, 0x1cf, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x1cf, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc016cfa720, 0xc025c231a0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0245e4b50, 0xc025c231a0, 0x0, 0xc019f3eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0197a7980, 0x380b840, 0xc032e616f8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02c7109e0, 0x380b840, 0xc0282d52f0, 0x800, 0xc019f3ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02c7109e0, 0x380b840, 0xc0282d52f0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03c39b960, 0x380b840, 0xc0282d52f0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03c39b960, 0x380b840, 0xc0282d52f0, 0x0, 0x0, 0x0, 0x326e760, 0xc025117b00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03c39b960, 0x380be40, 0xc032e616f8, 0x800000000, 0xc024dd2a20, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03c39b960, 0xc002189f00, 0xc024df8293, 0xd, 0x2daafdc7, 0xed8745f54, 0x4f79c20, 0xc019f3f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03c39b960, 0xc002189f00, 0x380ea60, 0xc02536bcc0, 0xc024df8263, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03c39b960, 0xc002189f00, 0xc024df8240, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03c39b960, 0xc002189f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02536b9a0, 0x383ca00, 0xc03c39b960, 0xc002189f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc019f3f758, 0x383ca00, 0xc03c39b960, 0xc002189b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03c39b960, 0xc002189b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03c39b960, 0xc002189b00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03c39b960, 0xc002189b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03c39b960, 0xc002189900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03c39b960, 0xc002189600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03c39b960, 0xc002189600) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023edda40, 0x38483c0, 0xc01867a780) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4597411 [IO wait, 224 minutes]: internal/poll.runtime_pollWait(0x7f4187b870f0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0197a7998, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0197a7980, 0xc02777f421, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0197a7980, 0xc02777f421, 0x1, 0x1, 0xc014dfacc0, 0x0, 0xc01867a818) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02c7109e0, 0xc02777f421, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02777f410) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5020334 [syscall]: syscall.Syscall6(0x28, 0x2f9, 0x2ff, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x2f9, 0x2ff, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc03334b680, 0x2ff, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x2ff, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0327d49c0, 0xc016a2cc00, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017ae8858, 0xc016a2cc00, 0x0, 0xc018682b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc03334b680, 0x380b840, 0xc01f9ae248, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02c7849c8, 0x380b840, 0xc002f73248, 0x800, 0xc018682c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02c7849c8, 0x380b840, 0xc002f73248, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0334a5a40, 0x380b840, 0xc002f73248, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0334a5a40, 0x380b840, 0xc002f73248, 0x0, 0x0, 0x0, 0x326e760, 0xc01b8ffd00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0334a5a40, 0x380be40, 0xc01f9ae248, 0x800000000, 0xc01b88f960, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0334a5a40, 0xc026c78200, 0xc031a86da3, 0xc, 0xaa75131, 0xed79e3aa3, 0x4f79c20, 0xc0186831f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0334a5a40, 0xc026c78200, 0x380ea60, 0xc0243179e0, 0xc031a86ce3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0334a5a40, 0xc026c78200, 0xc031a86cc0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0334a5a40, 0xc026c78200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc024317660, 0x383ca00, 0xc0334a5a40, 0xc026c78200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc018683758, 0x383ca00, 0xc0334a5a40, 0xc026c78000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0334a5a40, 0xc026c78000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0334a5a40, 0xc026c78000) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0334a5a40, 0xc026c78000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0334a5a40, 0xc02c5cd800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0334a5a40, 0xc02c5cd500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0334a5a40, 0xc02c5cd500) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc02281e1e0, 0x38483c0, 0xc021340b80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5514932 [syscall]: syscall.Syscall6(0x28, 0x3ff, 0x40a, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x3ff, 0x40a, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02343b680, 0x40a, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x40a, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc014ccc000, 0xc021d3f7d0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017e43f40, 0xc021d3f7d0, 0x0, 0xc013aeab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02343b680, 0x380b840, 0xc017742508, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc018338420, 0x380b840, 0xc00f2a41c8, 0x800, 0xc013aeac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc018338420, 0x380b840, 0xc00f2a41c8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc025d32b60, 0x380b840, 0xc00f2a41c8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc025d32b60, 0x380b840, 0xc00f2a41c8, 0x0, 0x0, 0x0, 0x326e760, 0xc031b95b00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc025d32b60, 0x380be40, 0xc017742508, 0x800000000, 0xc0176045a0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc025d32b60, 0xc002667800, 0xc02eb739a3, 0xd, 0x12d7d39b, 0xed815d0ba, 0x4f79c20, 0xc013aeb1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc025d32b60, 0xc002667800, 0x380ea60, 0xc017e7cfb0, 0xc02eb73973, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc025d32b60, 0xc002667800, 0xc02eb73950, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc025d32b60, 0xc002667800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc017e7cc80, 0x383ca00, 0xc025d32b60, 0xc002667800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc013aeb758, 0x383ca00, 0xc025d32b60, 0xc002667300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc025d32b60, 0xc002667300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc025d32b60, 0xc002667300) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc025d32b60, 0xc002667300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc025d32b60, 0xc002666c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc025d32b60, 0xc030688d00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc025d32b60, 0xc030688d00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bd71360, 0x38483c0, 0xc02147afc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6174177 [IO wait, 149 minutes]: internal/poll.runtime_pollWait(0x7f41b810a340, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc033f52818, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc033f52800, 0xc0258d2071, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc033f52800, 0xc0258d2071, 0x1, 0x1, 0x0, 0xc01459c298, 0xc0120eefc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02cc9e0f8, 0xc0258d2071, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0258d2060) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7103184 [syscall]: syscall.Syscall6(0x28, 0x637, 0x638, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x637, 0x638, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc019291c80, 0x638, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x638, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc018152540, 0xc02111b440, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017ae8810, 0xc02111b440, 0x0, 0xc03dfb2b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc019291c80, 0x380b840, 0xc02cc9ee90, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc000011bc0, 0x380b840, 0xc01b28c300, 0x800, 0xc03dfb2c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc000011bc0, 0x380b840, 0xc01b28c300, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc016de4700, 0x380b840, 0xc01b28c300, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc016de4700, 0x380b840, 0xc01b28c300, 0x0, 0x0, 0x0, 0x326e760, 0xc01022c100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc016de4700, 0x380be40, 0xc02cc9ee90, 0x800000000, 0xc02e28e160, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc016de4700, 0xc019289700, 0xc020096923, 0xd, 0x1e9a372, 0xed85d7a51, 0x4f79c20, 0xc03dfb31f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc016de4700, 0xc019289700, 0x380ea60, 0xc021205eb0, 0xc0200968f3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc016de4700, 0xc019289700, 0xc0200968d0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc016de4700, 0xc019289700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc021205b30, 0x383ca00, 0xc016de4700, 0xc019289700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03dfb3758, 0x383ca00, 0xc016de4700, 0xc019289200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc016de4700, 0xc019289200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc016de4700, 0xc019289200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc016de4700, 0xc019289200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc016de4700, 0xc019288600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc016de4700, 0xc023d94d00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc016de4700, 0xc023d94d00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0026748c0, 0x38483c0, 0xc02b710b40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4758814 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x253, 0x255, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x253, 0x255, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc026a80a00, 0x255, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x255, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0198b6e40, 0xc026f69740, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02ad6f808, 0xc026f69740, 0x0, 0xc032612b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc026a80a00, 0x380b840, 0xc020b47550, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc020b47440, 0x380b840, 0xc022382390, 0x800, 0xc032612c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc020b47440, 0x380b840, 0xc022382390, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc00f472540, 0x380b840, 0xc022382390, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc00f472540, 0x380b840, 0xc022382390, 0x0, 0x0, 0x0, 0x326e760, 0xc03027e800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc00f472540, 0x380be40, 0xc020b47550, 0x800000000, 0xc030219920, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc00f472540, 0xc019566a00, 0xc0302094c3, 0xd, 0x1805611c, 0xed8562ba6, 0x4f79c20, 0xc0326131f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc00f472540, 0xc019566a00, 0x380ea60, 0xc029c9f440, 0xc030209493, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc00f472540, 0xc019566a00, 0xc030209470, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc00f472540, 0xc019566a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc029c9f120, 0x383ca00, 0xc00f472540, 0xc019566a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc032613758, 0x383ca00, 0xc00f472540, 0xc019566800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc00f472540, 0xc019566800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc00f472540, 0xc019566800) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc00f472540, 0xc019566800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc00f472540, 0xc019566600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc00f472540, 0xc019566500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc00f472540, 0xc019566500) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0122a5cc0, 0x38483c0, 0xc017669280) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6082327 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x195, 0x4e9, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x195, 0x4e9, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0355db480, 0x4e9, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x4e9, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc025766000, 0xc019771f80, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0154fdb20, 0xc019771f80, 0x0, 0xc030350b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0355db480, 0x380b840, 0xc0213aa9e0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0154fda90, 0x380b840, 0xc03345f0c8, 0x800, 0xc030350c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0154fda90, 0x380b840, 0xc03345f0c8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc010591880, 0x380b840, 0xc03345f0c8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc010591880, 0x380b840, 0xc03345f0c8, 0x0, 0x0, 0x0, 0x326e760, 0xc02cd25b00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc010591880, 0x380be40, 0xc0213aa9e0, 0x800000000, 0xc02d23b760, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc010591880, 0xc00233d400, 0xc02c94b7c3, 0xd, 0xaf2ca1a, 0xed870d19b, 0x4f79c20, 0xc0303511f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc010591880, 0xc00233d400, 0x380ea60, 0xc020280860, 0xc02c94b793, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc010591880, 0xc00233d400, 0xc02c94b770, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc010591880, 0xc00233d400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0202804d0, 0x383ca00, 0xc010591880, 0xc00233d400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc030351758, 0x383ca00, 0xc010591880, 0xc00233cc00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc010591880, 0xc00233cc00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc010591880, 0xc00233cc00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc010591880, 0xc00233cc00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc010591880, 0xc00233c200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc010591880, 0xc00233c000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc010591880, 0xc00233c000) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023fae640, 0x38483c0, 0xc02d5dcbc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5458390 [IO wait, 183 minutes]: internal/poll.runtime_pollWait(0x7f4187103f00, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc023a3a618, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc023a3a600, 0xc0177c7751, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc023a3a600, 0xc0177c7751, 0x1, 0x1, 0xc021c09b00, 0x0, 0xc017f80458) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0271a7490, 0xc0177c7751, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0177c7740) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4547551 [IO wait, 227 minutes]: internal/poll.runtime_pollWait(0x7f43480ceff0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc023a35d98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc023a35d80, 0xc01c597fc1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc023a35d80, 0xc01c597fc1, 0x1, 0x1, 0xc015da2660, 0x0, 0xc027591cd8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02ed28770, 0xc01c597fc1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01c597fb0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5958318 [syscall]: syscall.Syscall6(0x28, 0x4ac, 0x4be, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x4ac, 0x4be, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0338d5e80, 0x4be, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x4be, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc033b67ec0, 0xc012495e60, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc015839db0, 0xc012495e60, 0x0, 0xc031042b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0338d5e80, 0x380b840, 0xc02325ba48, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02325b7c8, 0x380b840, 0xc017b758f0, 0x800, 0xc031042c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02325b7c8, 0x380b840, 0xc017b758f0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc034882620, 0x380b840, 0xc017b758f0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc034882620, 0x380b840, 0xc017b758f0, 0x0, 0x0, 0x0, 0x326e760, 0xc0202de000, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc034882620, 0x380be40, 0xc02325ba48, 0x800000000, 0xc0202626e0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc034882620, 0xc0162b6900, 0xc01c443d33, 0xd, 0xc632de5, 0xed871785d, 0x4f79c20, 0xc0310431f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc034882620, 0xc0162b6900, 0x380ea60, 0xc0172268b0, 0xc01c443d03, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc034882620, 0xc0162b6900, 0xc01c443ce0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc034882620, 0xc0162b6900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc017226580, 0x383ca00, 0xc034882620, 0xc0162b6900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc031043758, 0x383ca00, 0xc034882620, 0xc0162b6200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc034882620, 0xc0162b6200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc034882620, 0xc0162b6200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc034882620, 0xc0162b6200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc034882620, 0xc0162b6000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc034882620, 0xc026d33c00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc034882620, 0xc026d33c00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc000fdd400, 0x38483c0, 0xc013c1ee80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 7041262 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x627, 0x628, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x627, 0x628, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01968b900, 0x628, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x628, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0275fb200, 0xc03389be90, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0154fcef0, 0xc03389be90, 0x0, 0xc037d0eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01968b900, 0x380b840, 0xc02f6da6c8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017e43de0, 0x380b840, 0xc002f0b6e0, 0x800, 0xc037d0ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017e43de0, 0x380b840, 0xc002f0b6e0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc010f07ea0, 0x380b840, 0xc002f0b6e0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc010f07ea0, 0x380b840, 0xc002f0b6e0, 0x0, 0x0, 0x0, 0x326e760, 0xc02eccc900, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc010f07ea0, 0x380be40, 0xc02f6da6c8, 0x200000000, 0xc030e09a70, 0x28, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc010f07ea0, 0xc023d94900, 0xc030e09a63, 0xd, 0x111f7bc4, 0xed7eebce6, 0x4f79c20, 0xc037d0f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc010f07ea0, 0xc023d94900, 0x380ea60, 0xc020280da0, 0xc030e09a33, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc010f07ea0, 0xc023d94900, 0xc030e09a10, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc010f07ea0, 0xc023d94900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc020280a80, 0x383ca00, 0xc010f07ea0, 0xc023d94900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc037d0f758, 0x383ca00, 0xc010f07ea0, 0xc023d94700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc010f07ea0, 0xc023d94700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc010f07ea0, 0xc023d94700) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc010f07ea0, 0xc023d94700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc010f07ea0, 0xc023d94500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc010f07ea0, 0xc0193a6200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc010f07ea0, 0xc0193a6200) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc033009180, 0x38483c0, 0xc0259d3bc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5063112 [syscall, 4 minutes]: syscall.Syscall6(0x28, 0x30d, 0x312, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x30d, 0x312, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02a347580, 0x312, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x312, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc018b23980, 0xc0242e3230, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc029950bc8, 0xc0242e3230, 0x0, 0xc00e70eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02a347580, 0x380b840, 0xc017ae87a0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017e422d0, 0x380b840, 0xc0128c3a40, 0x800, 0xc00e70ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017e422d0, 0x380b840, 0xc0128c3a40, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01bf54380, 0x380b840, 0xc0128c3a40, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01bf54380, 0x380b840, 0xc0128c3a40, 0x0, 0x0, 0x0, 0x326e760, 0xc030b62100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01bf54380, 0x380be40, 0xc017ae87a0, 0x800000000, 0xc0290bba80, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01bf54380, 0xc011fde500, 0xc025ce25f3, 0xd, 0x18d37351, 0xed815d024, 0x4f79c20, 0xc00e70f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01bf54380, 0xc011fde500, 0x380ea60, 0xc0207236e0, 0xc025ce2593, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01bf54380, 0xc011fde500, 0xc025ce2570, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01bf54380, 0xc011fde500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0207233c0, 0x383ca00, 0xc01bf54380, 0xc011fde500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc00e70f758, 0x383ca00, 0xc01bf54380, 0xc011fde200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01bf54380, 0xc011fde200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01bf54380, 0xc011fde200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01bf54380, 0xc011fde200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01bf54380, 0xc01ba37f00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01bf54380, 0xc01ba37d00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01bf54380, 0xc01ba37d00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023d34280, 0x38483c0, 0xc038120e40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6934704 [syscall]: syscall.Syscall6(0x28, 0x605, 0x60b, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x605, 0x60b, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc029338a80, 0x60b, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x60b, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc034243260, 0xc027667020, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02c7102b0, 0xc027667020, 0x0, 0xc016d28b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc029338a80, 0x380b840, 0xc0031d53e0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02c711bb8, 0x380b840, 0xc02284fbd8, 0x800, 0xc016d28c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02c711bb8, 0x380b840, 0xc02284fbd8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc035c9ea80, 0x380b840, 0xc02284fbd8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc035c9ea80, 0x380b840, 0xc02284fbd8, 0x0, 0x0, 0x0, 0x326e760, 0xc010952600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc035c9ea80, 0x380be40, 0xc0031d53e0, 0x800000000, 0xc02919aae0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc035c9ea80, 0xc026842a00, 0xc035b1ffd3, 0xd, 0x3920e37c, 0xed8735eec, 0x4f79c20, 0xc016d291f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc035c9ea80, 0xc026842a00, 0x380ea60, 0xc015cd39a0, 0xc035b1ffa3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc035c9ea80, 0xc026842a00, 0xc035b1ff80, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc035c9ea80, 0xc026842a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc015cd3620, 0x383ca00, 0xc035c9ea80, 0xc026842a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc016d29758, 0x383ca00, 0xc035c9ea80, 0xc026842200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc035c9ea80, 0xc026842200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc035c9ea80, 0xc026842200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc035c9ea80, 0xc026842200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc035c9ea80, 0xc02c16fd00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc035c9ea80, 0xc02c16fb00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc035c9ea80, 0xc02c16fb00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023edd180, 0x38483c0, 0xc0159b19c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6244447 [IO wait, 145 minutes]: internal/poll.runtime_pollWait(0x7f4124104a60, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc012aa5d18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc012aa5d00, 0xc02604ff91, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc012aa5d00, 0xc02604ff91, 0x1, 0x1, 0xc022979a40, 0x0, 0xc027dc9218) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc024be9d30, 0xc02604ff91, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02604ff80) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4777799 [IO wait, 216 minutes]: internal/poll.runtime_pollWait(0x7f435015df68, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0327bc498, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0327bc480, 0xc023a2f3c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0327bc480, 0xc023a2f3c1, 0x1, 0x1, 0xc01faed380, 0x0, 0xc01fdc4b98) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02ad6fb30, 0xc023a2f3c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc023a2f3b0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4478875 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0xb7, 0xbf, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0xb7, 0xbf, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0258b9400, 0xbf, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0xbf, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0264ce000, 0xc0264176e0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc023bb85d8, 0xc0264176e0, 0x0, 0xc023fbcb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0258b9400, 0x380b840, 0xc0245e48a0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0226c0f30, 0x380b840, 0xc01692c720, 0x800, 0xc023fbcc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0226c0f30, 0x380b840, 0xc01692c720, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc034c74000, 0x380b840, 0xc01692c720, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc034c74000, 0x380b840, 0xc01692c720, 0x0, 0x0, 0x0, 0x326e760, 0xc0264ca100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc034c74000, 0x380be40, 0xc0245e48a0, 0x800000000, 0xc026487340, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc034c74000, 0xc0264b4600, 0xc0255d5d93, 0xc, 0x11a83f90, 0xed78bd6a8, 0x4f79c20, 0xc023fbd1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc034c74000, 0xc0264b4600, 0x380ea60, 0xc0255f5d30, 0xc0255d5d33, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc034c74000, 0xc0264b4600, 0xc0255d5d10, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc034c74000, 0xc0264b4600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0255f5a10, 0x383ca00, 0xc034c74000, 0xc0264b4600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc023fbd758, 0x383ca00, 0xc034c74000, 0xc0264b4400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc034c74000, 0xc0264b4400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc034c74000, 0xc0264b4400) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc034c74000, 0xc0264b4400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc034c74000, 0xc0264b4200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc034c74000, 0xc0264b4100) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc034c74000, 0xc0264b4100) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc025be83c0, 0x38483c0, 0xc024b4da40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4479200 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f43583b3468, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0266b6018, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0266b6000, 0xc026982071, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0266b6000, 0xc026982071, 0x1, 0x1, 0xc01894b0e0, 0x0, 0xc026430fd8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc023cfb880, 0xc026982071, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc026982060) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5186325 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x353, 0x356, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x353, 0x356, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc03317fd80, 0x356, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x356, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01fb0d4a0, 0xc0314d55f0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0245e5f48, 0xc0314d55f0, 0x0, 0xc02f662b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc03317fd80, 0x380b840, 0xc030b94990, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc024be94c8, 0x380b840, 0xc017db50c8, 0x800, 0xc02f662c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc024be94c8, 0x380b840, 0xc017db50c8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc025d3a620, 0x380b840, 0xc017db50c8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc025d3a620, 0x380b840, 0xc017db50c8, 0x0, 0x0, 0x0, 0x326e760, 0xc02cbf2800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc025d3a620, 0x380be40, 0xc030b94990, 0x800000000, 0xc0288e0860, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc025d3a620, 0xc019092200, 0xc0331bca13, 0xd, 0x114f931f, 0xed857927a, 0x4f79c20, 0xc02f6631f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc025d3a620, 0xc019092200, 0x380ea60, 0xc017d96e60, 0xc0331bc9e3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc025d3a620, 0xc019092200, 0xc0331bc9c0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc025d3a620, 0xc019092200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc017d96ae0, 0x383ca00, 0xc025d3a620, 0xc019092200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02f663758, 0x383ca00, 0xc025d3a620, 0xc002667f00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc025d3a620, 0xc002667f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc025d3a620, 0xc002667f00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc025d3a620, 0xc002667f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc025d3a620, 0xc002667d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc025d3a620, 0xc018ddad00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc025d3a620, 0xc018ddad00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01a2ee1e0, 0x38483c0, 0xc022c21e80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6833809 [IO wait, 117 minutes]: internal/poll.runtime_pollWait(0x7f41b8109b18, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc025c31718, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc025c31700, 0xc0188509a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc025c31700, 0xc0188509a1, 0x1, 0x1, 0xc021807d40, 0x0, 0xc01a509758) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc002a17898, 0xc0188509a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc018850990) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4657846 [IO wait, 222 minutes]: internal/poll.runtime_pollWait(0x7f418706a5f0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc021eba018, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc021eba000, 0xc0319e2881, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc021eba000, 0xc0319e2881, 0x1, 0x1, 0xc013357380, 0x0, 0xc019115358) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc022e816c8, 0xc0319e2881, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0319e2870) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4508521 [IO wait, 229 minutes]: internal/poll.runtime_pollWait(0x7f43000c5378, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc03128f798, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc03128f780, 0xc02a1ab811, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc03128f780, 0xc02a1ab811, 0x1, 0x1, 0xc01955a180, 0x0, 0xc01fd476d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02cc9f498, 0xc02a1ab811, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02a1ab800) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5164391 [IO wait, 197 minutes]: internal/poll.runtime_pollWait(0x7f43000c5548, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc025aa5a18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc025aa5a00, 0xc02642b511, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc025aa5a00, 0xc02642b511, 0x1, 0x1, 0xc0169ed560, 0x0, 0xc01f933c18) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc003050f90, 0xc02642b511, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02642b500) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4731614 [IO wait, 218 minutes]: internal/poll.runtime_pollWait(0x7f4187a71a10, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc016f55018, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc016f55000, 0xc01f47b3c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc016f55000, 0xc01f47b3c1, 0x1, 0x1, 0xc031b635c0, 0x0, 0xc023c53d18) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0245e5ba0, 0xc01f47b3c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01f47b3b0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5090782 [IO wait, 201 minutes]: internal/poll.runtime_pollWait(0x7f41841b2958, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01fd11998, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01fd11980, 0xc0300239c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01fd11980, 0xc0300239c1, 0x1, 0x1, 0xc0194cbd40, 0x0, 0xc02db0ce18) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc021dd4c88, 0xc0300239c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0300239b0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5944617 [IO wait, 160 minutes]: internal/poll.runtime_pollWait(0x7f41b8021d88, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc031be4e18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc031be4e00, 0xc0255f0c71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc031be4e00, 0xc0255f0c71, 0x1, 0x1, 0xc024c125a0, 0xc01446be18, 0xc00e562fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0155b93a8, 0xc0255f0c71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0255f0c60) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7026087 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x61f, 0x623, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x61f, 0x623, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc025481700, 0x623, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x623, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01784a660, 0xc0319e2c90, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc018663d58, 0xc0319e2c90, 0x0, 0xc03c096b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc025481700, 0x380b840, 0xc017401a78, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc020ec3680, 0x380b840, 0xc01b28d638, 0x800, 0xc03c096c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc020ec3680, 0x380b840, 0xc01b28d638, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0334a5ce0, 0x380b840, 0xc01b28d638, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0334a5ce0, 0x380b840, 0xc01b28d638, 0x0, 0x0, 0x0, 0x326e760, 0xc02c385f00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0334a5ce0, 0x380be40, 0xc017401a78, 0x800000000, 0xc02c38a4c0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0334a5ce0, 0xc023d94300, 0xc02bcdda33, 0xd, 0x1095be40, 0xed7e47448, 0x4f79c20, 0xc03c0971f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0334a5ce0, 0xc023d94300, 0x380ea60, 0xc023420490, 0xc02bcdda03, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0334a5ce0, 0xc023d94300, 0xc02bcdd9e0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0334a5ce0, 0xc023d94300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc023420170, 0x383ca00, 0xc0334a5ce0, 0xc023d94300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03c097758, 0x383ca00, 0xc0334a5ce0, 0xc023d94100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0334a5ce0, 0xc023d94100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0334a5ce0, 0xc023d94100) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0334a5ce0, 0xc023d94100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0334a5ce0, 0xc027847d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0334a5ce0, 0xc027847c00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0334a5ce0, 0xc027847c00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc002232500, 0x38483c0, 0xc00faef300) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6797366 [IO wait, 119 minutes]: internal/poll.runtime_pollWait(0x7f41c0125fa8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01fdfd898, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01fdfd880, 0xc0318685b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01fdfd880, 0xc0318685b1, 0x1, 0x1, 0x0, 0xc01459c298, 0xc014f477c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0329ec398, 0xc0318685b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0318685a0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4949403 [IO wait, 207 minutes]: internal/poll.runtime_pollWait(0x7f412413e068, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0327bc998, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0327bc980, 0xc01dd80f11, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0327bc980, 0xc01dd80f11, 0x1, 0x1, 0xc002996748, 0xc01446be18, 0xc0029967c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc015838900, 0xc01dd80f11, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01dd80f00) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6439981 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x568, 0x56a, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x568, 0x56a, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01453b600, 0x56a, 0x3fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x56a, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02a4a4d80, 0xc024adc8a0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017f9c248, 0xc024adc8a0, 0x0, 0xc02ee90b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01453b600, 0x380b840, 0xc025cf0a00, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc029951608, 0x380b840, 0xc01b6aedb0, 0x800, 0xc02ee90c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc029951608, 0x380b840, 0xc01b6aedb0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0348835e0, 0x380b840, 0xc01b6aedb0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0348835e0, 0x380b840, 0xc01b6aedb0, 0x0, 0x0, 0x0, 0x326e760, 0xc01bec8f00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0348835e0, 0x380be40, 0xc025cf0a00, 0x400000000, 0xc0288a1000, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0348835e0, 0xc019567d00, 0xc023877dc3, 0xc, 0x3709a427, 0xed79eaab1, 0x4f79c20, 0xc02ee911f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0348835e0, 0xc019567d00, 0x380ea60, 0xc01f419300, 0xc023877d63, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0348835e0, 0xc019567d00, 0xc023877d40, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0348835e0, 0xc019567d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01f418fb0, 0x383ca00, 0xc0348835e0, 0xc019567d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02ee91758, 0x383ca00, 0xc0348835e0, 0xc019567b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0348835e0, 0xc019567b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0348835e0, 0xc019567b00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0348835e0, 0xc019567b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0348835e0, 0xc019567500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0348835e0, 0xc0027cdd00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0348835e0, 0xc0027cdd00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023576960, 0x38483c0, 0xc023e24740) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6439965 [IO wait, 136 minutes]: internal/poll.runtime_pollWait(0x7f4184186f58, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0127d2198, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0127d2180, 0xc001bcb2d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0127d2180, 0xc001bcb2d1, 0x1, 0x1, 0xc0003600c0, 0x0, 0xc02b012998) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000011a18, 0xc001bcb2d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc001bcb2c0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6473092 [IO wait, 134 minutes]: internal/poll.runtime_pollWait(0x7f41680577d0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0179b5b98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0179b5b80, 0xc022bc7c31, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0179b5b80, 0xc022bc7c31, 0x1, 0x1, 0xc01dd4dbc0, 0x0, 0xc02b339318) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02f4a2f80, 0xc022bc7c31, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc022bc7c20) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7041368 [IO wait, 107 minutes]: internal/poll.runtime_pollWait(0x7f412413d840, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01968b918, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01968b900, 0xc0378cb9c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01968b900, 0xc0378cb9c1, 0x1, 0x1, 0xc00254bf48, 0xc000a1a138, 0xc00254bfc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017e43de0, 0xc0378cb9c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0378cb9b0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4574492 [IO wait, 225 minutes]: internal/poll.runtime_pollWait(0x7f43583b3ba8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc027911598, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc027911580, 0xc02092b3c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc027911580, 0xc02092b3c1, 0x1, 0x1, 0xc029272f60, 0x0, 0xc022b2ba58) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc01f9af9b8, 0xc02092b3c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02092b3b0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5259249 [syscall]: syscall.Syscall6(0x28, 0x37a, 0x381, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x37a, 0x381, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc034a54a80, 0x381, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x381, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc010e1a300, 0xc01fce17a0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc025cf0900, 0xc01fce17a0, 0x0, 0xc025d40b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc034a54a80, 0x380b840, 0xc000119fe0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02aef2620, 0x380b840, 0xc0251938d8, 0x800, 0xc025d40c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02aef2620, 0x380b840, 0xc0251938d8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01b718fc0, 0x380b840, 0xc0251938d8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01b718fc0, 0x380b840, 0xc0251938d8, 0x0, 0x0, 0x0, 0x326e760, 0xc02ad04700, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01b718fc0, 0x380be40, 0xc000119fe0, 0x800000000, 0xc011b422a0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01b718fc0, 0xc000065f00, 0xc01fec85c3, 0xd, 0xc20b365, 0xed8716147, 0x4f79c20, 0xc025d411f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01b718fc0, 0xc000065f00, 0x380ea60, 0xc031cbfed0, 0xc01fec8593, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01b718fc0, 0xc000065f00, 0xc01fec8570, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01b718fc0, 0xc000065f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc031cbfbb0, 0x383ca00, 0xc01b718fc0, 0xc000065f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc025d41758, 0x383ca00, 0xc01b718fc0, 0xc000065d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01b718fc0, 0xc000065d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01b718fc0, 0xc000065d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01b718fc0, 0xc000065d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01b718fc0, 0xc000065a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01b718fc0, 0xc002081b00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01b718fc0, 0xc002081b00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018c7e960, 0x38483c0, 0xc020e60fc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5935307 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x4a6, 0x4b6, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x4a6, 0x4b6, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02c3aeb00, 0x4b6, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x4b6, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc023ad5b00, 0xc01d52ba10, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02f6dbb18, 0xc01d52ba10, 0x0, 0xc03d578b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02c3aeb00, 0x380b840, 0xc02f6db068, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc018338118, 0x380b840, 0xc017cb1b30, 0x800, 0xc03d578c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc018338118, 0x380b840, 0xc017cb1b30, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01862b260, 0x380b840, 0xc017cb1b30, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01862b260, 0x380b840, 0xc017cb1b30, 0x0, 0x0, 0x0, 0x326e760, 0xc01f036d00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01862b260, 0x380be40, 0xc02f6db068, 0x800000000, 0xc01eadb560, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01862b260, 0xc019567c00, 0xc03227de53, 0xd, 0x25cd9039, 0xed870fdc9, 0x4f79c20, 0xc03d5791f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01862b260, 0xc019567c00, 0x380ea60, 0xc021eec510, 0xc03227de23, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01862b260, 0xc019567c00, 0xc03227de00, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01862b260, 0xc019567c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc021eec1e0, 0x383ca00, 0xc01862b260, 0xc019567c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03d579758, 0x383ca00, 0xc01862b260, 0xc019567700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01862b260, 0xc019567700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01862b260, 0xc019567700) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01862b260, 0xc019567700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01862b260, 0xc019567200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01862b260, 0xc0020f3500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01862b260, 0xc0020f3500) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018d20fa0, 0x38483c0, 0xc018f278c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6153906 [IO wait, 149 minutes]: internal/poll.runtime_pollWait(0x7f4187a71db0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc011a33518, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc011a33500, 0xc0218af751, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc011a33500, 0xc0218af751, 0x1, 0x1, 0xc0198b6300, 0xc01446be18, 0xc034a31fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0271a6310, 0xc0218af751, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0218af740) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6998674 [IO wait, 110 minutes]: internal/poll.runtime_pollWait(0x7f4187b3e3e8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02d39c398, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02d39c380, 0xc02ae8a971, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02d39c380, 0xc02ae8a971, 0x1, 0x1, 0x0, 0xc02a00eb68, 0xc029000001) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02f6da2e0, 0xc02ae8a971, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02ae8a960) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6485664 [syscall]: syscall.Syscall6(0x28, 0x574, 0x57f, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x574, 0x57f, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc03249f200, 0x57f, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x57f, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc034243380, 0xc01f8f4ae0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc026042310, 0xc01f8f4ae0, 0x0, 0xc03dc00b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc03249f200, 0x380b840, 0xc016414ee0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0031d5e38, 0x380b840, 0xc022822b58, 0x800, 0xc03dc00c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0031d5e38, 0x380b840, 0xc022822b58, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc028fcab60, 0x380b840, 0xc022822b58, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc028fcab60, 0x380b840, 0xc022822b58, 0x0, 0x0, 0x0, 0x326e760, 0xc02635fc00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc028fcab60, 0x380be40, 0xc016414ee0, 0x800000000, 0xc02637e500, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc028fcab60, 0xc0193a7700, 0xc024ceb763, 0xd, 0x1dcae79, 0xed859e89b, 0x4f79c20, 0xc03dc011f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc028fcab60, 0xc0193a7700, 0x380ea60, 0xc014ee0150, 0xc024ceb733, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc028fcab60, 0xc0193a7700, 0xc024ceb710, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc028fcab60, 0xc0193a7700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc024157e00, 0x383ca00, 0xc028fcab60, 0xc0193a7700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03dc01758, 0x383ca00, 0xc028fcab60, 0xc0193a6f00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc028fcab60, 0xc0193a6f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc028fcab60, 0xc0193a6f00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc028fcab60, 0xc0193a6f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc028fcab60, 0xc0193a6200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc028fcab60, 0xc02c5cdc00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc028fcab60, 0xc02c5cdc00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01d9faa00, 0x38483c0, 0xc017f80300) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6962188 [IO wait, 111 minutes]: internal/poll.runtime_pollWait(0x7f418706a6d8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc027ff2198, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc027ff2180, 0xc021ee5e71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc027ff2180, 0xc021ee5e71, 0x1, 0x1, 0xc01a4bd200, 0x0, 0xc018b72498) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc024be8988, 0xc021ee5e71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc021ee5e60) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5953624 [IO wait, 160 minutes]: internal/poll.runtime_pollWait(0x7f43587347c0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02463f498, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02463f480, 0xc0162f77e1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02463f480, 0xc0162f77e1, 0x1, 0x1, 0xc02c053f48, 0xc01459c298, 0xc02c053fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc018339a30, 0xc0162f77e1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0162f77d0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6705804 [IO wait, 123 minutes]: internal/poll.runtime_pollWait(0x7f41841b2ec8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc031bbcc18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc031bbcc00, 0xc01f8cb0f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc031bbcc00, 0xc01f8cb0f1, 0x1, 0x1, 0xc02ad9d740, 0x0, 0xc0178e1e58) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017b2bcc0, 0xc01f8cb0f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01f8cb0e0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4707164 [IO wait, 219 minutes]: internal/poll.runtime_pollWait(0x7f41b8109eb8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc022598198, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc022598180, 0xc02499e8e1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc022598180, 0xc02499e8e1, 0x1, 0x1, 0xc02a4a5740, 0x0, 0xc03217a218) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0192c78c0, 0xc02499e8e1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02499e8d0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6073115 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x4e7, 0x4e8, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x4e7, 0x4e8, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01453a100, 0x4e8, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x4e8, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02719e780, 0xc01c199530, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc021dd42a8, 0xc01c199530, 0x0, 0xc03103eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01453a100, 0x380b840, 0xc023bb8080, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0245e4008, 0x380b840, 0xc0128c2120, 0x800, 0xc03103ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0245e4008, 0x380b840, 0xc0128c2120, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01862a000, 0x380b840, 0xc0128c2120, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01862a000, 0x380b840, 0xc0128c2120, 0x0, 0x0, 0x0, 0x326e760, 0xc0305eaf00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01862a000, 0x380be40, 0xc023bb8080, 0x800000000, 0xc02a1043e0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01862a000, 0xc02194cf00, 0xc02d7b81d3, 0xd, 0x9b05409, 0xed870dc9f, 0x4f79c20, 0xc03103f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01862a000, 0xc02194cf00, 0x380ea60, 0xc0233767a0, 0xc02d7b81a3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01862a000, 0xc02194cf00, 0xc02d7b8180, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01862a000, 0xc02194cf00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc023376410, 0x383ca00, 0xc01862a000, 0xc02194cf00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03103f758, 0x383ca00, 0xc01862a000, 0xc02194c700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01862a000, 0xc02194c700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01862a000, 0xc02194c700) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01862a000, 0xc02194c700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01862a000, 0xc02194c100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01862a000, 0xc014402900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01862a000, 0xc014402900) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0189e83c0, 0x38483c0, 0xc02d404e00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 7215791 [IO wait, 99 minutes]: internal/poll.runtime_pollWait(0x7f435872dd00, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0288b5398, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0288b5380, 0xc01699b5d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0288b5380, 0xc01699b5d1, 0x1, 0x1, 0xc0108f3320, 0x0, 0xc021701598) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02c710018, 0xc01699b5d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01699b5c0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5357245 [syscall]: syscall.Syscall6(0x28, 0x3ac, 0x3ba, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x3ac, 0x3ba, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0249ff980, 0x3ba, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x3ba, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01c262fc0, 0xc02595bec0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc002a16a38, 0xc02595bec0, 0x0, 0xc013ae8b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0249ff980, 0x380b840, 0xc0031d5b30, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc000119a98, 0x380b840, 0xc01a5a9a40, 0x800, 0xc013ae8c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc000119a98, 0x380b840, 0xc01a5a9a40, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc031b981c0, 0x380b840, 0xc01a5a9a40, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc031b981c0, 0x380b840, 0xc01a5a9a40, 0x0, 0x0, 0x0, 0x326e760, 0xc036307100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc031b981c0, 0x380be40, 0xc0031d5b30, 0x800000000, 0xc01ba310a0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc031b981c0, 0xc022dbc700, 0xc02d7eb673, 0xd, 0x12eea59b, 0xed817a7d2, 0x4f79c20, 0xc013ae91f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc031b981c0, 0xc022dbc700, 0x380ea60, 0xc020723220, 0xc02d7eb643, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc031b981c0, 0xc022dbc700, 0xc02d7eb620, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc031b981c0, 0xc022dbc700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc020722e80, 0x383ca00, 0xc031b981c0, 0xc022dbc700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc013ae9758, 0x383ca00, 0xc031b981c0, 0xc022dbc500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc031b981c0, 0xc022dbc500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc031b981c0, 0xc022dbc500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc031b981c0, 0xc022dbc500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc031b981c0, 0xc022dbc200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc031b981c0, 0xc01f3a6500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc031b981c0, 0xc01f3a6500) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bb58e60, 0x38483c0, 0xc015b75780) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4952665 [IO wait, 207 minutes]: internal/poll.runtime_pollWait(0x7f4187a71e98, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02bf72b98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02bf72b80, 0xc0156e1451, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02bf72b80, 0xc0156e1451, 0x1, 0x1, 0xc014ccc660, 0x0, 0xc0270b3698) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc030b95610, 0xc0156e1451, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0156e1440) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4853950 [IO wait, 212 minutes]: internal/poll.runtime_pollWait(0x7f4184186e70, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc023a34318, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc023a34300, 0xc010bb6431, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc023a34300, 0xc010bb6431, 0x1, 0x1, 0xc001ae4748, 0xc000a1a138, 0xc001ae47c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc01f9aef40, 0xc010bb6431, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc010bb6420) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6155908 [IO wait, 149 minutes]: internal/poll.runtime_pollWait(0x7f41b810b760, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc012aa5118, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc012aa5100, 0xc026095c01, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc012aa5100, 0xc026095c01, 0x1, 0x1, 0xc02142b440, 0xc01459c298, 0xc012427fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000196740, 0xc026095c01, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc026095bf0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4649091 [syscall, 4 minutes]: syscall.Syscall6(0x28, 0x20a, 0x20b, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x20a, 0x20b, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc020ef4000, 0x20b, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x20b, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0120620c0, 0xc019b9ca50, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc000118dc0, 0xc019b9ca50, 0x0, 0xc02eaeeb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc020ef4000, 0x380b840, 0xc002a16910, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc029950010, 0x380b840, 0xc01ac01a70, 0x800, 0xc02eaeec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc029950010, 0x380b840, 0xc01ac01a70, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01d710c40, 0x380b840, 0xc01ac01a70, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01d710c40, 0x380b840, 0xc01ac01a70, 0x0, 0x0, 0x0, 0x326e760, 0xc01b278d00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01d710c40, 0x380be40, 0xc002a16910, 0x200000000, 0xc02f6662a0, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01d710c40, 0xc0027ccb00, 0xc02f666293, 0xd, 0x134c4ecb, 0xed7f5d4f4, 0x4f79c20, 0xc02eaef1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01d710c40, 0xc0027ccb00, 0x380ea60, 0xc02382fdc0, 0xc02f666263, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01d710c40, 0xc0027ccb00, 0xc02f666240, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01d710c40, 0xc0027ccb00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02382faa0, 0x383ca00, 0xc01d710c40, 0xc0027ccb00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02eaef758, 0x383ca00, 0xc01d710c40, 0xc0027cc900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01d710c40, 0xc0027cc900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01d710c40, 0xc0027cc900) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01d710c40, 0xc0027cc900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01d710c40, 0xc0027cc700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01d710c40, 0xc0027cc600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01d710c40, 0xc0027cc600) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc002674140, 0x38483c0, 0xc02bf2ef40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6256754 [syscall]: syscall.Syscall6(0x28, 0x51a, 0x527, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x51a, 0x527, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02d1dd600, 0x527, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x527, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc024c4c780, 0xc01b7fc330, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc022e80f08, 0xc01b7fc330, 0x0, 0xc02f1aab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02d1dd600, 0x380b840, 0xc0177439d8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc022e80d18, 0x380b840, 0xc03345fd58, 0x800, 0xc02f1aac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc022e80d18, 0x380b840, 0xc03345fd58, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc034883a40, 0x380b840, 0xc03345fd58, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc034883a40, 0x380b840, 0xc03345fd58, 0x0, 0x0, 0x0, 0x326e760, 0xc02b392900, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc034883a40, 0x380be40, 0xc0177439d8, 0x800000000, 0xc029b728c0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc034883a40, 0xc021d3c300, 0xc0297f0cb3, 0xd, 0x1a260b5c, 0xed8762e57, 0x4f79c20, 0xc02f1ab1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc034883a40, 0xc021d3c300, 0x380ea60, 0xc016e420e0, 0xc0297f0c83, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc034883a40, 0xc021d3c300, 0xc0297f0c60, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc034883a40, 0xc021d3c300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01f419db0, 0x383ca00, 0xc034883a40, 0xc021d3c300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02f1ab758, 0x383ca00, 0xc034883a40, 0xc021d3c100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc034883a40, 0xc021d3c100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc034883a40, 0xc021d3c100) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc034883a40, 0xc021d3c100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc034883a40, 0xc01f8d7f00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc034883a40, 0xc0027cd100) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc034883a40, 0xc0027cd100) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023d34c80, 0x38483c0, 0xc021bbb980) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4694693 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x21f, 0x224, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x21f, 0x224, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0389fc680, 0x224, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x224, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01dfa39e0, 0xc021b75440, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc019c6a688, 0xc021b75440, 0x0, 0xc01dc00b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0389fc680, 0x380b840, 0xc019c6a288, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0329ed038, 0x380b840, 0xc0338309f0, 0x800, 0xc01dc00c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0329ed038, 0x380b840, 0xc0338309f0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02b0fe700, 0x380b840, 0xc0338309f0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02b0fe700, 0x380b840, 0xc0338309f0, 0x0, 0x0, 0x0, 0x326e760, 0xc02bb30900, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02b0fe700, 0x380be40, 0xc019c6a288, 0x800000000, 0xc02b162bc0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02b0fe700, 0xc01ba36200, 0xc02b0e6b93, 0xd, 0x11c8b814, 0xed819ca26, 0x4f79c20, 0xc01dc011f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02b0fe700, 0xc01ba36200, 0x380ea60, 0xc0188dcaf0, 0xc02b0e6b63, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02b0fe700, 0xc01ba36200, 0xc02b0e6b40, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02b0fe700, 0xc01ba36200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0188dc7d0, 0x383ca00, 0xc02b0fe700, 0xc01ba36200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01dc01758, 0x383ca00, 0xc02b0fe700, 0xc02c16ff00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02b0fe700, 0xc02c16ff00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02b0fe700, 0xc02c16ff00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02b0fe700, 0xc02c16ff00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02b0fe700, 0xc02c16fd00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02b0fe700, 0xc02c16fc00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02b0fe700, 0xc02c16fc00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018d21040, 0x38483c0, 0xc021d09880) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6348494 [syscall]: syscall.Syscall6(0x28, 0x548, 0x54b, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x548, 0x54b, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc031ab6400, 0x54b, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x54b, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02926fda0, 0xc010343860, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc023bb8948, 0xc010343860, 0x0, 0xc031ee0b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc031ab6400, 0x380b840, 0xc000011b20, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc000011a00, 0x380b840, 0xc003042228, 0x800, 0xc031ee0c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc000011a00, 0x380b840, 0xc003042228, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0105902a0, 0x380b840, 0xc003042228, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0105902a0, 0x380b840, 0xc003042228, 0x0, 0x0, 0x0, 0x326e760, 0xc03105a400, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0105902a0, 0x380be40, 0xc000011b20, 0x800000000, 0xc01d95fe00, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0105902a0, 0xc021d3cc00, 0xc035b2b253, 0xd, 0x167e8ca1, 0xed81a1184, 0x4f79c20, 0xc031ee11f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0105902a0, 0xc021d3cc00, 0x380ea60, 0xc016507730, 0xc035b2b223, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0105902a0, 0xc021d3cc00, 0xc035b2b200, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0105902a0, 0xc021d3cc00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0165073b0, 0x383ca00, 0xc0105902a0, 0xc021d3cc00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc031ee1758, 0x383ca00, 0xc0105902a0, 0xc021d3ca00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0105902a0, 0xc021d3ca00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0105902a0, 0xc021d3ca00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0105902a0, 0xc021d3ca00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0105902a0, 0xc021d3c800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0105902a0, 0xc021d3c700) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0105902a0, 0xc021d3c700) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01ae29040, 0x38483c0, 0xc02676eb80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5651961 [IO wait, 174 minutes]: internal/poll.runtime_pollWait(0x7f4168174d80, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02595fd18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02595fd00, 0xc01c1d7151, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02595fd00, 0xc01c1d7151, 0x1, 0x1, 0xc02abdb748, 0xc000a1a138, 0xc02abdb7c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc016414cb0, 0xc01c1d7151, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01c1d7140) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4513738 [IO wait, 228 minutes]: internal/poll.runtime_pollWait(0x7f435015e6a8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc023a3a798, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc023a3a780, 0xc032059541, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc023a3a780, 0xc032059541, 0x1, 0x1, 0xc02404b380, 0x0, 0xc033d1f358) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02f4a2100, 0xc032059541, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc032059530) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4540941 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x17f, 0x183, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x17f, 0x183, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01201eb00, 0x183, 0x3fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x183, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc026e56c00, 0xc02c995d40, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0000112c0, 0xc02c995d40, 0x0, 0xc01bbaeb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01201eb00, 0x380b840, 0xc017b2a6c0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc015838628, 0x380b840, 0xc03a5e6bb8, 0x800, 0xc01bbaec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc015838628, 0x380b840, 0xc03a5e6bb8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0105901c0, 0x380b840, 0xc03a5e6bb8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0105901c0, 0x380b840, 0xc03a5e6bb8, 0x0, 0x0, 0x0, 0x326e760, 0xc0109c1f00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0105901c0, 0x380be40, 0xc017b2a6c0, 0x400000000, 0xc02d158860, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0105901c0, 0xc026c78600, 0xc033068e03, 0xc, 0x23c66a91, 0xed79d1fea, 0x4f79c20, 0xc01bbaf1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0105901c0, 0xc026c78600, 0x380ea60, 0xc016ca44c0, 0xc033068da3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0105901c0, 0xc026c78600, 0xc033068d80, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0105901c0, 0xc026c78600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc016ca4100, 0x383ca00, 0xc0105901c0, 0xc026c78600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01bbaf758, 0x383ca00, 0xc0105901c0, 0xc026c78200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0105901c0, 0xc026c78200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0105901c0, 0xc026c78200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0105901c0, 0xc026c78200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0105901c0, 0xc026c78000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0105901c0, 0xc026d32500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0105901c0, 0xc026d32500) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0243740a0, 0x38483c0, 0xc018930640) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4983096 [IO wait, 206 minutes]: internal/poll.runtime_pollWait(0x7f412419a760, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc019020e18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc019020e00, 0xc030dc37b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc019020e00, 0xc030dc37b1, 0x1, 0x1, 0xc018b74c00, 0x0, 0xc021b105d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02ed29c48, 0xc030dc37b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc030dc37a0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5099955 [IO wait, 200 minutes]: internal/poll.runtime_pollWait(0x7f4187171630, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02d507998, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02d507980, 0xc023fb86d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02d507980, 0xc023fb86d1, 0x1, 0x1, 0xc015ae3da0, 0x0, 0xc016e1cf58) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02cc9e428, 0xc023fb86d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc023fb86c0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5485788 [syscall]: syscall.Syscall6(0x28, 0x3ee, 0x3f1, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x3ee, 0x3f1, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02662fb80, 0x3f1, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x3f1, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02229c720, 0xc02c994780, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc015839ca8, 0xc02c994780, 0x0, 0xc00ff8cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02662fb80, 0x380b840, 0xc020b46030, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02ed28e00, 0x380b840, 0xc011c268b8, 0x800, 0xc00ff8cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02ed28e00, 0x380b840, 0xc011c268b8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01b4f76c0, 0x380b840, 0xc011c268b8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01b4f76c0, 0x380b840, 0xc011c268b8, 0x0, 0x0, 0x0, 0x326e760, 0xc019bcf100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01b4f76c0, 0x380be40, 0xc020b46030, 0x800000000, 0xc0170a90e0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01b4f76c0, 0xc0156fff00, 0xc01f598503, 0xd, 0x34227177, 0xed8673450, 0x4f79c20, 0xc00ff8d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01b4f76c0, 0xc0156fff00, 0x380ea60, 0xc0217349e0, 0xc01f5984d3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01b4f76c0, 0xc0156fff00, 0xc01f5984b0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01b4f76c0, 0xc0156fff00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0217346c0, 0x383ca00, 0xc01b4f76c0, 0xc0156fff00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc00ff8d758, 0x383ca00, 0xc01b4f76c0, 0xc0156ff600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01b4f76c0, 0xc0156ff600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01b4f76c0, 0xc0156ff600) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01b4f76c0, 0xc0156ff600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01b4f76c0, 0xc0156feb00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01b4f76c0, 0xc0156fe800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01b4f76c0, 0xc0156fe800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc021786be0, 0x38483c0, 0xc015a4e040) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4678950 [IO wait, 220 minutes]: internal/poll.runtime_pollWait(0x7f418417f0b0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc016268298, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc016268280, 0xc0230ff721, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc016268280, 0xc0230ff721, 0x1, 0x1, 0xc0271d6f00, 0x0, 0xc000b1a418) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000122bb0, 0xc0230ff721, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0230ff710) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4731409 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x23c, 0x23f, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x23c, 0x23f, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc021b8f480, 0x23f, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x23f, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01dfa2360, 0xc0255ad7d0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0155b8e90, 0xc0255ad7d0, 0x0, 0xc02f780b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc021b8f480, 0x380b840, 0xc032e61a18, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc000196718, 0x380b840, 0xc017fb2528, 0x800, 0xc02f780c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc000196718, 0x380b840, 0xc017fb2528, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc00023e000, 0x380b840, 0xc017fb2528, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc00023e000, 0x380b840, 0xc017fb2528, 0x0, 0x0, 0x0, 0x326e760, 0xc03509ef00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc00023e000, 0x380be40, 0xc032e61a18, 0x800000000, 0xc03509c480, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc00023e000, 0xc02c16f200, 0xc0350a6143, 0xd, 0x1551ad07, 0xed86b97cb, 0x4f79c20, 0xc02f7811f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc00023e000, 0xc02c16f200, 0x380ea60, 0xc020ed3070, 0xc0350a6113, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc00023e000, 0xc02c16f200, 0xc0350a60f0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc00023e000, 0xc02c16f200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc020ed2d00, 0x383ca00, 0xc00023e000, 0xc02c16f200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02f781758, 0x383ca00, 0xc00023e000, 0xc02c16f000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc00023e000, 0xc02c16f000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc00023e000, 0xc02c16f000) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc00023e000, 0xc02c16f000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc00023e000, 0xc02c16ec00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc00023e000, 0xc02c16ea00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc00023e000, 0xc02c16ea00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0236eaaa0, 0x38483c0, 0xc017274e80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5871149 [syscall, 4 minutes]: syscall.Syscall6(0x28, 0x497, 0x4a5, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x497, 0x4a5, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0142c5680, 0x4a5, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x4a5, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0181e5800, 0xc037e4b920, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc01aa4b3f8, 0xc037e4b920, 0x0, 0xc02a476b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0142c5680, 0x380b840, 0xc0031d4318, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017ae9250, 0x380b840, 0xc001dc7110, 0x800, 0xc02a476c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017ae9250, 0x380b840, 0xc001dc7110, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0347d6380, 0x380b840, 0xc001dc7110, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0347d6380, 0x380b840, 0xc001dc7110, 0x0, 0x0, 0x0, 0x326e760, 0xc018ed8700, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0347d6380, 0x380be40, 0xc0031d4318, 0x800000000, 0xc025064fa0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0347d6380, 0xc0027cc000, 0xc023e1b7f3, 0xd, 0x8f4c57d, 0xed87099d3, 0x4f79c20, 0xc02a4771f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0347d6380, 0xc0027cc000, 0x380ea60, 0xc001bc87a0, 0xc023e1b7c3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0347d6380, 0xc0027cc000, 0xc023e1b7a0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0347d6380, 0xc0027cc000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc001bc8470, 0x383ca00, 0xc0347d6380, 0xc0027cc000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02a477758, 0x383ca00, 0xc0347d6380, 0xc026c79d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0347d6380, 0xc026c79d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0347d6380, 0xc026c79d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0347d6380, 0xc026c79d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0347d6380, 0xc026c79600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0347d6380, 0xc026c79500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0347d6380, 0xc026c79500) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc019525a40, 0x38483c0, 0xc026431300) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5366604 [IO wait, 187 minutes]: internal/poll.runtime_pollWait(0x7f43582120b8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc010750998, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc010750980, 0xc023826941, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc010750980, 0xc023826941, 0x1, 0x1, 0xc0271d64e0, 0x0, 0xc02b0132d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc020ec2e18, 0xc023826941, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc023826930) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6306108 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x538, 0x53c, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x538, 0x53c, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc027bba580, 0x53c, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x53c, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01784ba40, 0xc022931170, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc01f9afdf8, 0xc022931170, 0x0, 0xc01869cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc027bba580, 0x380b840, 0xc018b784c8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017742e18, 0x380b840, 0xc002a14c00, 0x800, 0xc01869cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017742e18, 0x380b840, 0xc002a14c00, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0347d6700, 0x380b840, 0xc002a14c00, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0347d6700, 0x380b840, 0xc002a14c00, 0x0, 0x0, 0x0, 0x326e760, 0xc026343a00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0347d6700, 0x380be40, 0xc018b784c8, 0x800000000, 0xc011d9cfa0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0347d6700, 0xc02333e500, 0xc02704e773, 0xd, 0x649f948, 0xed869fcd1, 0x4f79c20, 0xc01869d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0347d6700, 0xc02333e500, 0x380ea60, 0xc025f5c380, 0xc02704e743, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0347d6700, 0xc02333e500, 0xc02704e720, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0347d6700, 0xc02333e500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc023a63ed0, 0x383ca00, 0xc0347d6700, 0xc02333e500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01869d758, 0x383ca00, 0xc0347d6700, 0xc02333e300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0347d6700, 0xc02333e300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0347d6700, 0xc02333e300) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0347d6700, 0xc02333e300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0347d6700, 0xc02333e100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0347d6700, 0xc027846800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0347d6700, 0xc027846800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023576140, 0x38483c0, 0xc015bafbc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5564756 [IO wait, 178 minutes]: internal/poll.runtime_pollWait(0x7f41241046c0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc017ed9718, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc017ed9700, 0xc0306d1331, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc017ed9700, 0xc0306d1331, 0x1, 0x1, 0xc016f15740, 0x0, 0xc02f552858) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc030b95ff8, 0xc0306d1331, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0306d1320) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6663159 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x5b3, 0x5b4, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x5b3, 0x5b4, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc03466d080, 0x5b4, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x5b4, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02229c360, 0xc035b030b0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017ae9708, 0xc035b030b0, 0x0, 0xc010ff8b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc03466d080, 0x380b840, 0xc017401510, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc029951460, 0x380b840, 0xc0124b6000, 0x800, 0xc010ff8c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc029951460, 0x380b840, 0xc0124b6000, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02900f500, 0x380b840, 0xc0124b6000, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02900f500, 0x380b840, 0xc0124b6000, 0x0, 0x0, 0x0, 0x326e760, 0xc028870c00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02900f500, 0x380be40, 0xc017401510, 0x800000000, 0xc016bb1860, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02900f500, 0xc023c3ee00, 0xc02be02443, 0xd, 0x12c43e3e, 0xed86a73e0, 0x4f79c20, 0xc010ff91f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02900f500, 0xc023c3ee00, 0x380ea60, 0xc02431d160, 0xc02be023e3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02900f500, 0xc023c3ee00, 0xc02be023c0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02900f500, 0xc023c3ee00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02431ce30, 0x383ca00, 0xc02900f500, 0xc023c3ee00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc010ff9758, 0x383ca00, 0xc02900f500, 0xc023c3eb00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02900f500, 0xc023c3eb00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02900f500, 0xc023c3eb00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02900f500, 0xc023c3eb00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02900f500, 0xc023c3e800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02900f500, 0xc023c3e700) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02900f500, 0xc023c3e700) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018d21400, 0x38483c0, 0xc016cd27c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5747747 [syscall, 4 minutes]: syscall.Syscall6(0x28, 0x466, 0x46c, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x466, 0x46c, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc028a27300, 0x46c, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x46c, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc015868120, 0xc028a89cb0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0213aba68, 0xc028a89cb0, 0x0, 0xc0203f2b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc028a27300, 0x380b840, 0xc0271a6080, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02cc9efe8, 0x380b840, 0xc010b2a1f8, 0x800, 0xc0203f2c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02cc9efe8, 0x380b840, 0xc010b2a1f8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02d6f42a0, 0x380b840, 0xc010b2a1f8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02d6f42a0, 0x380b840, 0xc010b2a1f8, 0x0, 0x0, 0x0, 0x326e760, 0xc01feb2600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02d6f42a0, 0x380be40, 0xc0271a6080, 0x800000000, 0xc021a38ee0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02d6f42a0, 0xc01ba36800, 0xc021a3a563, 0xd, 0x2e9f221e, 0xed8745f54, 0x4f79c20, 0xc0203f31f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02d6f42a0, 0xc01ba36800, 0x380ea60, 0xc021204860, 0xc021a3a533, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02d6f42a0, 0xc01ba36800, 0xc021a3a510, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02d6f42a0, 0xc01ba36800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc021204530, 0x383ca00, 0xc02d6f42a0, 0xc01ba36800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0203f3758, 0x383ca00, 0xc02d6f42a0, 0xc01ba36300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02d6f42a0, 0xc01ba36300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02d6f42a0, 0xc01ba36300) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02d6f42a0, 0xc01ba36300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02d6f42a0, 0xc01ba36000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02d6f42a0, 0xc02c5cd800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02d6f42a0, 0xc02c5cd800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018d20a00, 0x38483c0, 0xc03c0a8900) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4629950 [IO wait, 223 minutes]: internal/poll.runtime_pollWait(0x7f412413de98, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc036202898, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc036202880, 0xc025c8c671, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc036202880, 0xc025c8c671, 0x1, 0x1, 0xc0199baf00, 0x0, 0xc01f62d658) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02f6da1c8, 0xc025c8c671, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc025c8c660) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5971936 [syscall]: syscall.Syscall6(0x28, 0x4bd, 0x4c8, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x4bd, 0x4c8, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0127d3880, 0x4c8, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x4c8, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0175c0d20, 0xc011f22bd0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc025cf1988, 0xc011f22bd0, 0x0, 0xc024910b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0127d3880, 0x380b840, 0xc017b2b5f0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc01aa4b730, 0x380b840, 0xc01198a8a0, 0x800, 0xc024910c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc01aa4b730, 0x380b840, 0xc01198a8a0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03921b260, 0x380b840, 0xc01198a8a0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03921b260, 0x380b840, 0xc01198a8a0, 0x0, 0x0, 0x0, 0x326e760, 0xc02634e100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03921b260, 0x380be40, 0xc017b2b5f0, 0x800000000, 0xc0262fab60, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03921b260, 0xc000496600, 0xc026057eb3, 0xd, 0x2502f547, 0xed86b8c6d, 0x4f79c20, 0xc0249111f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03921b260, 0xc000496600, 0x380ea60, 0xc023731fd0, 0xc026057e83, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03921b260, 0xc000496600, 0xc026057e60, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03921b260, 0xc000496600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc023731c80, 0x383ca00, 0xc03921b260, 0xc000496600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc024911758, 0x383ca00, 0xc03921b260, 0xc000496300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03921b260, 0xc000496300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03921b260, 0xc000496300) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03921b260, 0xc000496300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03921b260, 0xc00233de00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03921b260, 0xc026842600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03921b260, 0xc026842600) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01a2ee000, 0x38483c0, 0xc020533e40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4979432 [syscall]: syscall.Syscall6(0x28, 0x2e6, 0x2e7, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x2e6, 0x2e7, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01e085180, 0x2e7, 0x3fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x2e7, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc024ab1c80, 0xc017695890, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02ed28eb8, 0xc017695890, 0x0, 0xc02ff62b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01e085180, 0x380b840, 0xc018338b58, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02c710000, 0x380b840, 0xc0179f6258, 0x800, 0xc02ff62c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02c710000, 0x380b840, 0xc0179f6258, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02773cee0, 0x380b840, 0xc0179f6258, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02773cee0, 0x380b840, 0xc0179f6258, 0x0, 0x0, 0x0, 0x326e760, 0xc03a5bc200, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02773cee0, 0x380be40, 0xc018338b58, 0x400000000, 0xc0234cd6e0, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02773cee0, 0xc0194dfd00, 0xc0234cd6a3, 0xc, 0x16b483e8, 0xed79e0d97, 0x4f79c20, 0xc02ff631f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02773cee0, 0xc0194dfd00, 0x380ea60, 0xc01f1fa170, 0xc0234cd643, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02773cee0, 0xc0194dfd00, 0xc0234cd620, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02773cee0, 0xc0194dfd00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc021e1be40, 0x383ca00, 0xc02773cee0, 0xc0194dfd00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02ff63758, 0x383ca00, 0xc02773cee0, 0xc0194dfb00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02773cee0, 0xc0194dfb00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02773cee0, 0xc0194dfb00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02773cee0, 0xc0194dfb00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02773cee0, 0xc0194df700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02773cee0, 0xc011fded00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02773cee0, 0xc011fded00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01a2efea0, 0x38483c0, 0xc020aebdc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6183386 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x50c, 0x50f, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x50c, 0x50f, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc025287400, 0x50f, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x50f, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc034242c60, 0xc002e77350, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc023bb9888, 0xc002e77350, 0x0, 0xc02f1a4b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc025287400, 0x380b840, 0xc029950fd8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc029950de8, 0x380b840, 0xc02d1ab188, 0x800, 0xc02f1a4c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc029950de8, 0x380b840, 0xc02d1ab188, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc024274ee0, 0x380b840, 0xc02d1ab188, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc024274ee0, 0x380b840, 0xc02d1ab188, 0x0, 0x0, 0x0, 0x326e760, 0xc010223200, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc024274ee0, 0x380be40, 0xc029950fd8, 0x200000000, 0xc0331e5fa0, 0x1e, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc024274ee0, 0xc027846300, 0xc021455df3, 0xd, 0x1401e600, 0xed7e41bce, 0x4f79c20, 0xc02f1a51f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc024274ee0, 0xc027846300, 0x380ea60, 0xc025b84390, 0xc021455dc3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc024274ee0, 0xc027846300, 0xc021455da0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc024274ee0, 0xc027846300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc025b84060, 0x383ca00, 0xc024274ee0, 0xc027846300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02f1a5758, 0x383ca00, 0xc024274ee0, 0xc002667f00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc024274ee0, 0xc002667f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc024274ee0, 0xc002667f00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc024274ee0, 0xc002667f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc024274ee0, 0xc002667c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc024274ee0, 0xc002667b00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc024274ee0, 0xc002667b00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc025be8b40, 0x38483c0, 0xc02770c700) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5428695 [IO wait, 184 minutes]: internal/poll.runtime_pollWait(0x7f43000c4980, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0178acf98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0178acf80, 0xc02e43dbd1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0178acf80, 0xc02e43dbd1, 0x1, 0x1, 0xc02ba803c0, 0x0, 0xc03c2e1558) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017f9d4a8, 0xc02e43dbd1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02e43dbc0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7017006 [IO wait, 109 minutes]: internal/poll.runtime_pollWait(0x7f4187a727a8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc020ef5318, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc020ef5300, 0xc01dfc44f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc020ef5300, 0xc01dfc44f1, 0x1, 0x1, 0xc01c41e2a0, 0x0, 0xc01049cb58) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000010e68, 0xc01dfc44f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01dfc44e0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4611418 [syscall]: syscall.Syscall6(0x28, 0x1da, 0x1dc, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x1da, 0x1dc, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01237f280, 0x1dc, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x1dc, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01c7e70e0, 0xc015c8bcb0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0245e5ca8, 0xc015c8bcb0, 0x0, 0xc02d728b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01237f280, 0x380b840, 0xc000122e90, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc000122e08, 0x380b840, 0xc0222a2990, 0x800, 0xc02d728c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc000122e08, 0x380b840, 0xc0222a2990, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0369dbdc0, 0x380b840, 0xc0222a2990, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0369dbdc0, 0x380b840, 0xc0222a2990, 0x0, 0x0, 0x0, 0x326e760, 0xc0384b3000, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0369dbdc0, 0x380be40, 0xc000122e90, 0x800000000, 0xc014e62720, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0369dbdc0, 0xc00233c800, 0xc0306fa803, 0xd, 0x34bca16b, 0xed86ba346, 0x4f79c20, 0xc02d7291f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0369dbdc0, 0xc00233c800, 0x380ea60, 0xc017101f80, 0xc0306fa7d3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0369dbdc0, 0xc00233c800, 0xc0306fa7b0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0369dbdc0, 0xc00233c800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc017101c60, 0x383ca00, 0xc0369dbdc0, 0xc00233c800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02d729758, 0x383ca00, 0xc0369dbdc0, 0xc00233c400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0369dbdc0, 0xc00233c400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0369dbdc0, 0xc00233c400) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0369dbdc0, 0xc00233c400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0369dbdc0, 0xc00233c200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0369dbdc0, 0xc02c5ccb00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0369dbdc0, 0xc02c5ccb00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc027687e00, 0x38483c0, 0xc011bec8c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4482677 [syscall]: syscall.Syscall6(0x28, 0xe6, 0xe9, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0xe6, 0xe9, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02bcfb000, 0xe9, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0xe9, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01f05ee40, 0xc01c3c70b0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc001db81e0, 0xc01c3c70b0, 0x0, 0xc025e5cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02bcfb000, 0x380b840, 0xc01aa4ae70, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017e42128, 0x380b840, 0xc0245728e8, 0x800, 0xc025e5cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017e42128, 0x380b840, 0xc0245728e8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc019ffeb60, 0x380b840, 0xc0245728e8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc019ffeb60, 0x380b840, 0xc0245728e8, 0x0, 0x0, 0x0, 0x326e760, 0xc027985300, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc019ffeb60, 0x380be40, 0xc01aa4ae70, 0x800000000, 0xc027745040, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc019ffeb60, 0xc0162b7c00, 0xc0276bee03, 0xd, 0x1613d52e, 0xed8580084, 0x4f79c20, 0xc025e5d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc019ffeb60, 0xc0162b7c00, 0x380ea60, 0xc021c11230, 0xc0276bedd3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc019ffeb60, 0xc0162b7c00, 0xc0276bedb0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc019ffeb60, 0xc0162b7c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc021c10f10, 0x383ca00, 0xc019ffeb60, 0xc0162b7c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc025e5d758, 0x383ca00, 0xc019ffeb60, 0xc0162b6c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc019ffeb60, 0xc0162b6c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc019ffeb60, 0xc0162b6c00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc019ffeb60, 0xc0162b6c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc019ffeb60, 0xc0162b6a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc019ffeb60, 0xc026c79c00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc019ffeb60, 0xc026c79c00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01c1f19a0, 0x38483c0, 0xc0213c8700) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6581834 [IO wait, 129 minutes]: internal/poll.runtime_pollWait(0x7f4348095568, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02506a318, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02506a300, 0xc026c82a91, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02506a300, 0xc026c82a91, 0x1, 0x1, 0xc0108f2840, 0x0, 0xc023ec81d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017c1f750, 0xc026c82a91, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc026c82a80) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5265424 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x37c, 0x385, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x37c, 0x385, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01736c380, 0x385, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x385, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc024f8cf60, 0xc0249aa6c0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02f6dabb8, 0xc0249aa6c0, 0x0, 0xc036ebcb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01736c380, 0x380b840, 0xc015838688, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc000119ec8, 0x380b840, 0xc0245738a8, 0x800, 0xc036ebcc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc000119ec8, 0x380b840, 0xc0245738a8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02900eb60, 0x380b840, 0xc0245738a8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02900eb60, 0x380b840, 0xc0245738a8, 0x0, 0x0, 0x0, 0x326e760, 0xc019db7300, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02900eb60, 0x380be40, 0xc015838688, 0x800000000, 0xc01d5b0c00, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02900eb60, 0xc018dda600, 0xc0288cfd63, 0xd, 0x2e621908, 0xed8745f54, 0x4f79c20, 0xc036ebd1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02900eb60, 0xc018dda600, 0x380ea60, 0xc02717fbe0, 0xc0288cfd03, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02900eb60, 0xc018dda600, 0xc0288cfce0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02900eb60, 0xc018dda600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02717f8c0, 0x383ca00, 0xc02900eb60, 0xc018dda600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc036ebd758, 0x383ca00, 0xc02900eb60, 0xc018dda300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02900eb60, 0xc018dda300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02900eb60, 0xc018dda300) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02900eb60, 0xc018dda300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02900eb60, 0xc018dda000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02900eb60, 0xc02c16ff00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02900eb60, 0xc02c16ff00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc002232d20, 0x38483c0, 0xc010255940) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5044639 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x30e, 0x30f, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x30e, 0x30f, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02c492f00, 0x30f, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x30f, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc014dfaba0, 0xc02c457860, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc023bb85f8, 0xc02c457860, 0x0, 0xc02fde6b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02c492f00, 0x380b840, 0xc002a16478, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0245e40e8, 0x380b840, 0xc01b749050, 0x800, 0xc02fde6c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0245e40e8, 0x380b840, 0xc01b749050, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02bf6e2a0, 0x380b840, 0xc01b749050, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02bf6e2a0, 0x380b840, 0xc01b749050, 0x0, 0x0, 0x0, 0x326e760, 0xc01629cd00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02bf6e2a0, 0x380be40, 0xc002a16478, 0x800000000, 0xc019236220, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02bf6e2a0, 0xc02c16ed00, 0xc032c80a13, 0xd, 0x12fc077c, 0xed7f476ae, 0x4f79c20, 0xc02fde71f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02bf6e2a0, 0xc02c16ed00, 0x380ea60, 0xc017226eb0, 0xc032c809b3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02bf6e2a0, 0xc02c16ed00, 0xc032c80990, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02bf6e2a0, 0xc02c16ed00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc017226b90, 0x383ca00, 0xc02bf6e2a0, 0xc02c16ed00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02fde7758, 0x383ca00, 0xc02bf6e2a0, 0xc02c16e900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02bf6e2a0, 0xc02c16e900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02bf6e2a0, 0xc02c16e900) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02bf6e2a0, 0xc02c16e900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02bf6e2a0, 0xc02c16e700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02bf6e2a0, 0xc02c16e500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02bf6e2a0, 0xc02c16e500) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023edc140, 0x38483c0, 0xc04131c3c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 7190704 [IO wait, 101 minutes]: internal/poll.runtime_pollWait(0x7f4168006748, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0320c2018, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0320c2000, 0xc024a98371, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0320c2000, 0xc024a98371, 0x1, 0x1, 0xc022481440, 0x0, 0xc0289182d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0154fd778, 0xc024a98371, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc024a98360) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4802823 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x274, 0x275, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x274, 0x275, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc015446880, 0x275, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x275, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02a4a4fc0, 0xc0165a2360, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc016414010, 0xc0165a2360, 0x0, 0xc02eaeab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc015446880, 0x380b840, 0xc02f4a3c68, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02f4a3bb0, 0x380b840, 0xc012e698d8, 0x800, 0xc02eaeac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02f4a3bb0, 0x380b840, 0xc012e698d8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc011bfcee0, 0x380b840, 0xc012e698d8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc011bfcee0, 0x380b840, 0xc012e698d8, 0x0, 0x0, 0x0, 0x326e760, 0xc02cc1e900, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc011bfcee0, 0x380be40, 0xc02f4a3c68, 0x800000000, 0xc02c7bcf80, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc011bfcee0, 0xc018ddb500, 0xc02cc240e3, 0xd, 0x25d0610d, 0xed868c7e9, 0x4f79c20, 0xc02eaeb1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc011bfcee0, 0xc018ddb500, 0x380ea60, 0xc02c9f7b80, 0xc02cc240b3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc011bfcee0, 0xc018ddb500, 0xc02cc24090, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc011bfcee0, 0xc018ddb500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02c9f7850, 0x383ca00, 0xc011bfcee0, 0xc018ddb500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02eaeb758, 0x383ca00, 0xc011bfcee0, 0xc018ddb200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc011bfcee0, 0xc018ddb200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc011bfcee0, 0xc018ddb200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc011bfcee0, 0xc018ddb200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc011bfcee0, 0xc018ddad00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc011bfcee0, 0xc0193a6c00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc011bfcee0, 0xc0193a6c00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bb58960, 0x38483c0, 0xc01896a880) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5706090 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x453, 0x459, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x453, 0x459, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc033889c80, 0x459, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x459, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0237ea120, 0xc02f96c600, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc000fa37c8, 0xc02f96c600, 0x0, 0xc0203f0b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc033889c80, 0x380b840, 0xc029951150, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc01aa4ae50, 0x380b840, 0xc01fe62d38, 0x800, 0xc0203f0c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc01aa4ae50, 0x380b840, 0xc01fe62d38, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc00f76d960, 0x380b840, 0xc01fe62d38, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc00f76d960, 0x380b840, 0xc01fe62d38, 0x0, 0x0, 0x0, 0x326e760, 0xc033d46200, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc00f76d960, 0x380be40, 0xc029951150, 0x800000000, 0xc033c5ffe0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc00f76d960, 0xc019093f00, 0xc033c3b073, 0xd, 0x1397062f, 0xed8723580, 0x4f79c20, 0xc0203f11f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc00f76d960, 0xc019093f00, 0x380ea60, 0xc0211be7b0, 0xc033c3b043, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc00f76d960, 0xc019093f00, 0xc033c3b020, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc00f76d960, 0xc019093f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0211be480, 0x383ca00, 0xc00f76d960, 0xc019093f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0203f1758, 0x383ca00, 0xc00f76d960, 0xc019093b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc00f76d960, 0xc019093b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc00f76d960, 0xc019093b00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc00f76d960, 0xc019093b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc00f76d960, 0xc019093800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc00f76d960, 0xc019093700) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc00f76d960, 0xc019093700) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0195259a0, 0x38483c0, 0xc015baea80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4731643 [IO wait, 218 minutes]: internal/poll.runtime_pollWait(0x7f4168174728, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc034fb8a18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc034fb8a00, 0xc02595b5a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc034fb8a00, 0xc02595b5a1, 0x1, 0x1, 0xc02abdef48, 0xc01459c298, 0xc02abdefc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000196a20, 0xc02595b5a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02595b590) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5834514 [IO wait, 165 minutes]: internal/poll.runtime_pollWait(0x7f4168055390, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02c632898, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02c632880, 0xc01699ad31, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02c632880, 0xc01699ad31, 0x1, 0x1, 0xc0120f3748, 0xc01459c298, 0xc0120f37c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc01aa4a590, 0xc01699ad31, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01699ad20) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5917140 [syscall]: syscall.Syscall6(0x28, 0x4aa, 0x4ad, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x4aa, 0x4ad, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0288b4200, 0x4ad, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x4ad, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01b5bf920, 0xc01f8f5b90, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc018b78078, 0xc01f8f5b90, 0x0, 0xc00243eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0288b4200, 0x380b840, 0xc017c1f790, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02aef2e80, 0x380b840, 0xc01cdf5c68, 0x800, 0xc00243ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02aef2e80, 0x380b840, 0xc01cdf5c68, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0347d6b60, 0x380b840, 0xc01cdf5c68, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0347d6b60, 0x380b840, 0xc01cdf5c68, 0x0, 0x0, 0x0, 0x326e760, 0xc021b7fe00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0347d6b60, 0x380be40, 0xc017c1f790, 0x800000000, 0xc021dba280, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0347d6b60, 0xc002666800, 0xc0318e3733, 0xd, 0x167e8ca1, 0xed81a1184, 0x4f79c20, 0xc00243f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0347d6b60, 0xc002666800, 0x380ea60, 0xc0318e6300, 0xc0318e36d3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0347d6b60, 0xc002666800, 0xc0318e36b0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0347d6b60, 0xc002666800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc03531ff90, 0x383ca00, 0xc0347d6b60, 0xc002666800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc00243f758, 0x383ca00, 0xc0347d6b60, 0xc002666300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0347d6b60, 0xc002666300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0347d6b60, 0xc002666300) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0347d6b60, 0xc002666300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0347d6b60, 0xc019093f00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0347d6b60, 0xc019093d00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0347d6b60, 0xc019093d00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc024375360, 0x38483c0, 0xc02a69a5c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 7209187 [IO wait, 100 minutes]: internal/poll.runtime_pollWait(0x7f4359062820, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc027c08118, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc027c08100, 0xc031f79661, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc027c08100, 0xc031f79661, 0x1, 0x1, 0xc037cdaba0, 0x0, 0xc02227ced8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02f4a2110, 0xc031f79661, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc031f79650) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5155090 [IO wait, 198 minutes]: internal/poll.runtime_pollWait(0x7f43582116c0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc026a81c18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc026a81c00, 0xc029f28731, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc026a81c00, 0xc029f28731, 0x1, 0x1, 0xc0147b4c60, 0x0, 0xc02cac1658) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc023cfb170, 0xc029f28731, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc029f28720) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6962181 [syscall, 4 minutes]: syscall.Syscall6(0x28, 0x610, 0x613, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x610, 0x613, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc027ff2180, 0x613, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x613, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc012063f20, 0xc016af8510, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc000fa3ef0, 0xc016af8510, 0x0, 0xc030596b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc027ff2180, 0x380b840, 0xc024be8af8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc024be8988, 0x380b840, 0xc015725c50, 0x800, 0xc030596c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc024be8988, 0x380b840, 0xc015725c50, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc011494540, 0x380b840, 0xc015725c50, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc011494540, 0x380b840, 0xc015725c50, 0x0, 0x0, 0x0, 0x326e760, 0xc02c4b0300, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc011494540, 0x380be40, 0xc024be8af8, 0x800000000, 0xc027f97740, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc011494540, 0xc014402100, 0xc027fdeb93, 0xd, 0x3bc38d1, 0xed8762227, 0x4f79c20, 0xc0305971f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc011494540, 0xc014402100, 0x380ea60, 0xc0226c26e0, 0xc027fdeb63, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc011494540, 0xc014402100, 0xc027fdeb40, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc011494540, 0xc014402100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0226c2310, 0x383ca00, 0xc011494540, 0xc014402100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc030597758, 0x383ca00, 0xc011494540, 0xc0027cd900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc011494540, 0xc0027cd900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc011494540, 0xc0027cd900) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc011494540, 0xc0027cd900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc011494540, 0xc0027cc800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc011494540, 0xc0027cc100) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc011494540, 0xc0027cc100) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023577860, 0x38483c0, 0xc018b72400) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5770341 [IO wait, 168 minutes]: internal/poll.runtime_pollWait(0x7f4168055478, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc034a54818, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc034a54800, 0xc025889fc1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc034a54800, 0xc025889fc1, 0x1, 0x1, 0x0, 0xc02ddf6628, 0xc000000001) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc023cfacf0, 0xc025889fc1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc025889fb0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5201021 [IO wait, 195 minutes]: internal/poll.runtime_pollWait(0x7f4187b8c3b8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01267e598, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01267e580, 0xc01705a461, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01267e580, 0xc01705a461, 0x1, 0x1, 0xc029f1d380, 0x0, 0xc016cd3498) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02f6da9c0, 0xc01705a461, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01705a450) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6522084 [syscall]: syscall.Syscall6(0x28, 0x582, 0x58b, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x582, 0x58b, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0201b9a80, 0x58b, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x58b, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc031e6b4a0, 0xc0215d08a0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc000123100, 0xc0215d08a0, 0x0, 0xc010e92b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0201b9a80, 0x380b840, 0xc018b790b8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc018b795f0, 0x380b840, 0xc0128c3440, 0x800, 0xc010e92c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc018b795f0, 0x380b840, 0xc0128c3440, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc032ce5b20, 0x380b840, 0xc0128c3440, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc032ce5b20, 0x380b840, 0xc0128c3440, 0x0, 0x0, 0x0, 0x326e760, 0xc034671e00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc032ce5b20, 0x380be40, 0xc018b790b8, 0x800000000, 0xc01f66bfe0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc032ce5b20, 0xc026843000, 0xc02126f463, 0xd, 0x2901dc5f, 0xed81a7f8e, 0x4f79c20, 0xc03ad3d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc032ce5b20, 0xc026843000, 0x380ea60, 0xc028d962d0, 0xc02126f433, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc032ce5b20, 0xc026843000, 0xc02126f410, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc032ce5b20, 0xc026843000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0269c1fa0, 0x383ca00, 0xc032ce5b20, 0xc026843000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03ad3d758, 0x383ca00, 0xc032ce5b20, 0xc026842c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc032ce5b20, 0xc026842c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc032ce5b20, 0xc026842c00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc032ce5b20, 0xc026842c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc032ce5b20, 0xc026842500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc032ce5b20, 0xc026842400) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc032ce5b20, 0xc026842400) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01cabec80, 0x38483c0, 0xc03c0a96c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6861458 [IO wait, 116 minutes]: internal/poll.runtime_pollWait(0x7f4187b86c68, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc033ed7698, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc033ed7680, 0xc018fa2881, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc033ed7680, 0xc018fa2881, 0x1, 0x1, 0xc0169cde60, 0x0, 0xc019115258) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc020ec3a38, 0xc018fa2881, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc018fa2870) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5007955 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x2f4, 0x2f8, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x2f4, 0x2f8, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc020557f80, 0x2f8, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x2f8, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0132c0180, 0xc0176289c0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017400ba0, 0xc0176289c0, 0x0, 0xc019e3ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc020557f80, 0x380b840, 0xc003051ca8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0183398c0, 0x380b840, 0xc011ae0b70, 0x800, 0xc019e3ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0183398c0, 0x380b840, 0xc011ae0b70, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01be1e620, 0x380b840, 0xc011ae0b70, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01be1e620, 0x380b840, 0xc011ae0b70, 0x0, 0x0, 0x0, 0x326e760, 0xc023925a00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01be1e620, 0x380be40, 0xc003051ca8, 0x800000000, 0xc01c03f220, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01be1e620, 0xc0147d4200, 0xc020e98b03, 0xd, 0x105ee71d, 0xed7e36864, 0x4f79c20, 0xc019e3b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01be1e620, 0xc0147d4200, 0x380ea60, 0xc019b37d40, 0xc020e98ad3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01be1e620, 0xc0147d4200, 0xc020e98ab0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01be1e620, 0xc0147d4200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc019b37a20, 0x383ca00, 0xc01be1e620, 0xc0147d4200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc019e3b758, 0x383ca00, 0xc01be1e620, 0xc0194dfe00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01be1e620, 0xc0194dfe00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01be1e620, 0xc0194dfe00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01be1e620, 0xc0194dfe00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01be1e620, 0xc0194dfc00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01be1e620, 0xc0194dfb00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01be1e620, 0xc0194dfb00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc021786d20, 0x38483c0, 0xc033891080) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4483411 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0xed, 0xee, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0xed, 0xee, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc031be5f00, 0xee, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0xee, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc018754ea0, 0xc026701cb0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc01aa4b688, 0xc026701cb0, 0x0, 0xc02241cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc031be5f00, 0x380b840, 0xc018662d28, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc01aa4a8c0, 0x380b840, 0xc01d016e28, 0x800, 0xc02241cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc01aa4a8c0, 0x380b840, 0xc01d016e28, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03752f0a0, 0x380b840, 0xc01d016e28, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03752f0a0, 0x380b840, 0xc01d016e28, 0x0, 0x0, 0x0, 0x326e760, 0xc02667e200, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03752f0a0, 0x380be40, 0xc018662d28, 0x800000000, 0xc02661f360, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03752f0a0, 0xc0020f3800, 0xc0262f76a3, 0xd, 0x13065392, 0xed8162c22, 0x4f79c20, 0xc02241d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03752f0a0, 0xc0020f3800, 0x380ea60, 0xc01892ba30, 0xc0262f7673, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03752f0a0, 0xc0020f3800, 0xc0262f7650, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03752f0a0, 0xc0020f3800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01892b710, 0x383ca00, 0xc03752f0a0, 0xc0020f3800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02241d758, 0x383ca00, 0xc03752f0a0, 0xc0020f3600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03752f0a0, 0xc0020f3600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03752f0a0, 0xc0020f3600) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03752f0a0, 0xc0020f3600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03752f0a0, 0xc0020f3400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03752f0a0, 0xc0020f3300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03752f0a0, 0xc0020f3300) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01e0780a0, 0x38483c0, 0xc023e24080) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6443385 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x56d, 0x56e, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x56d, 0x56e, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02ae3ac80, 0x56e, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x56e, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02d1d98c0, 0xc0127a4900, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02cc9e250, 0xc0127a4900, 0x0, 0xc0246c4b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02ae3ac80, 0x380b840, 0xc024be9538, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc01aa4ace0, 0x380b840, 0xc0263f5c68, 0x800, 0xc0246c4c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc01aa4ace0, 0x380b840, 0xc0263f5c68, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc024275260, 0x380b840, 0xc0263f5c68, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc024275260, 0x380b840, 0xc0263f5c68, 0x0, 0x0, 0x0, 0x326e760, 0xc03afaf600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc024275260, 0x380be40, 0xc024be9538, 0x800000000, 0xc026a324e0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc024275260, 0xc000496300, 0xc026a780e3, 0xd, 0xf0716e0, 0xed7e36972, 0x4f79c20, 0xc0246c51f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc024275260, 0xc000496300, 0x380ea60, 0xc01ddb2f80, 0xc026a780b3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc024275260, 0xc000496300, 0xc026a78090, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc024275260, 0xc000496300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01ddb2c50, 0x383ca00, 0xc024275260, 0xc000496300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0246c5758, 0x383ca00, 0xc024275260, 0xc0020f3d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc024275260, 0xc0020f3d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc024275260, 0xc0020f3d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc024275260, 0xc0020f3d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc024275260, 0xc0020f3700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc024275260, 0xc0020f3600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc024275260, 0xc0020f3600) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023576e60, 0x38483c0, 0xc024e70240) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5632754 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x436, 0x439, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x436, 0x439, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0106a3980, 0x439, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x439, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc019037500, 0xc021efb920, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0213ab740, 0xc021efb920, 0x0, 0xc00ff88b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0106a3980, 0x380b840, 0xc017401410, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0158383e0, 0x380b840, 0xc01679ccd8, 0x800, 0xc00ff88c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0158383e0, 0x380b840, 0xc01679ccd8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc033f822a0, 0x380b840, 0xc01679ccd8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc033f822a0, 0x380b840, 0xc01679ccd8, 0x0, 0x0, 0x0, 0x326e760, 0xc0010c7400, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc033f822a0, 0x380be40, 0xc017401410, 0x800000000, 0xc01ab4cb40, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc033f822a0, 0xc02194d600, 0xc0002cf8e3, 0xd, 0x1ecc509e, 0xed872ef7a, 0x4f79c20, 0xc00ff891f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc033f822a0, 0xc02194d600, 0x380ea60, 0xc01b2f2310, 0xc0002cf8b3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc033f822a0, 0xc02194d600, 0xc0002cf890, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc033f822a0, 0xc02194d600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc025b5fff0, 0x383ca00, 0xc033f822a0, 0xc02194d600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc00ff89758, 0x383ca00, 0xc033f822a0, 0xc02194d400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc033f822a0, 0xc02194d400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc033f822a0, 0xc02194d400) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc033f822a0, 0xc02194d400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc033f822a0, 0xc02194d000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc033f822a0, 0xc02194cc00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc033f822a0, 0xc02194cc00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018c7eb40, 0x38483c0, 0xc02b339f80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5605200 [IO wait, 176 minutes]: internal/poll.runtime_pollWait(0x7f41b80225b0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc025221418, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc025221400, 0xc01e26b301, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc025221400, 0xc01e26b301, 0x1, 0x1, 0xc022d73980, 0x0, 0xc02227d458) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017b2b690, 0xc01e26b301, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01e26b2f0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4897508 [syscall]: syscall.Syscall6(0x28, 0x2b1, 0x2c4, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x2b1, 0x2c4, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc035a38e80, 0x2c4, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x2c4, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc002a9ecc0, 0xc0218b00f0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc032e60d78, 0xc0218b00f0, 0x0, 0xc0328ceb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc035a38e80, 0x380b840, 0xc032e603c8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017f9daf8, 0x380b840, 0xc01a69c9c0, 0x800, 0xc0328cec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017f9daf8, 0x380b840, 0xc01a69c9c0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc042774c40, 0x380b840, 0xc01a69c9c0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc042774c40, 0x380b840, 0xc01a69c9c0, 0x0, 0x0, 0x0, 0x326e760, 0xc039463c00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc042774c40, 0x380be40, 0xc032e603c8, 0x800000000, 0xc011a27900, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc042774c40, 0xc011fdef00, 0xc028e4c3b3, 0xd, 0x206919e0, 0xed86fd63c, 0x4f79c20, 0xc0328cf1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc042774c40, 0xc011fdef00, 0x380ea60, 0xc03531e800, 0xc028e4c383, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc042774c40, 0xc011fdef00, 0xc028e4c360, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc042774c40, 0xc011fdef00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc03531e4e0, 0x383ca00, 0xc042774c40, 0xc011fdef00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0328cf758, 0x383ca00, 0xc042774c40, 0xc011fded00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc042774c40, 0xc011fded00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc042774c40, 0xc011fded00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc042774c40, 0xc011fded00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc042774c40, 0xc011fde900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc042774c40, 0xc0193a7400) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc042774c40, 0xc0193a7400) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0236ea780, 0x38483c0, 0xc024e9ac80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5999619 [IO wait, 158 minutes]: internal/poll.runtime_pollWait(0x7f43000c51a8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc020f8be18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc020f8be00, 0xc022f569d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc020f8be00, 0xc022f569d1, 0x1, 0x1, 0xc01716fb00, 0x0, 0xc021de4c58) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc003050668, 0xc022f569d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc022f569c0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7108595 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x636, 0x639, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x636, 0x639, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc022599580, 0x639, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x639, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc002a2d320, 0xc01ca444e0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc020b46d70, 0xc01ca444e0, 0x0, 0xc03754ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc022599580, 0x380b840, 0xc017ae8a48, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017ae8920, 0x380b840, 0xc0173c3ae8, 0x800, 0xc03754ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017ae8920, 0x380b840, 0xc0173c3ae8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc033d68460, 0x380b840, 0xc0173c3ae8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc033d68460, 0x380b840, 0xc0173c3ae8, 0x0, 0x0, 0x0, 0x326e760, 0xc02c4d2200, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc033d68460, 0x380be40, 0xc017ae8a48, 0x200000000, 0xc030a10240, 0x1e, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc033d68460, 0xc011fdf900, 0xc03116c773, 0xc, 0x151117c4, 0xed78fc52e, 0x4f79c20, 0xc03754b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc033d68460, 0xc011fdf900, 0x380ea60, 0xc01946f0d0, 0xc03116c713, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc033d68460, 0xc011fdf900, 0xc03116c6f0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc033d68460, 0xc011fdf900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01946eda0, 0x383ca00, 0xc033d68460, 0xc011fdf900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03754b758, 0x383ca00, 0xc033d68460, 0xc011fde800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc033d68460, 0xc011fde800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc033d68460, 0xc011fde800) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc033d68460, 0xc011fde800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc033d68460, 0xc011fde200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc033d68460, 0xc011fde000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc033d68460, 0xc011fde000) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc02281f180, 0x38483c0, 0xc0259d3900) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 7016929 [syscall]: syscall.Syscall6(0x28, 0x95, 0x61e, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x95, 0x61e, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc020ef5300, 0x61e, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x61e, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc018b8b800, 0xc02af99e00, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc029951a90, 0xc02af99e00, 0x0, 0xc0026d4b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc020ef5300, 0x380b840, 0xc018663258, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc000010e68, 0x380b840, 0xc0263f5a10, 0x800, 0xc0026d4c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc000010e68, 0x380b840, 0xc0263f5a10, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03043d880, 0x380b840, 0xc0263f5a10, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03043d880, 0x380b840, 0xc0263f5a10, 0x0, 0x0, 0x0, 0x326e760, 0xc02db8e700, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03043d880, 0x380be40, 0xc018663258, 0x800000000, 0xc02d923120, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03043d880, 0xc023c3f500, 0xc02d879823, 0xd, 0x10c2d0ee, 0xed818dd8c, 0x4f79c20, 0xc03e8dd1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03043d880, 0xc023c3f500, 0x380ea60, 0xc024a30b40, 0xc02d8797f3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03043d880, 0xc023c3f500, 0xc02d8797d0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03043d880, 0xc023c3f500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc024a30820, 0x383ca00, 0xc03043d880, 0xc023c3f500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03e8dd758, 0x383ca00, 0xc03043d880, 0xc023c3f100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03043d880, 0xc023c3f100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03043d880, 0xc023c3f100) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03043d880, 0xc023c3f100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03043d880, 0xc023c3ee00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03043d880, 0xc023c3ed00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03043d880, 0xc023c3ed00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc033008320, 0x38483c0, 0xc01049cac0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6192526 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x508, 0x513, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x508, 0x513, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc023c6fe80, 0x513, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x513, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc016d25da0, 0xc0234e1a10, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc002a162b0, 0xc0234e1a10, 0x0, 0xc015956b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc023c6fe80, 0x380b840, 0xc023cfa770, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc023cfa628, 0x380b840, 0xc040ad5b90, 0x800, 0xc015956c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc023cfa628, 0x380b840, 0xc040ad5b90, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02d552c40, 0x380b840, 0xc040ad5b90, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02d552c40, 0x380b840, 0xc040ad5b90, 0x0, 0x0, 0x0, 0x326e760, 0xc029109700, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02d552c40, 0x380be40, 0xc023cfa770, 0x800000000, 0xc014dfe560, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02d552c40, 0xc0023a6f00, 0xc03239d3d3, 0xd, 0x12ce7224, 0xed7e61eba, 0x4f79c20, 0xc0159571f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02d552c40, 0xc0023a6f00, 0x380ea60, 0xc026f75f60, 0xc03239d3a3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02d552c40, 0xc0023a6f00, 0xc03239d380, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02d552c40, 0xc0023a6f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc026f75c30, 0x383ca00, 0xc02d552c40, 0xc0023a6f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc015957758, 0x383ca00, 0xc02d552c40, 0xc0023a6d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02d552c40, 0xc0023a6d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02d552c40, 0xc0023a6d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02d552c40, 0xc0023a6d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02d552c40, 0xc0023a6b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02d552c40, 0xc0023a6a00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02d552c40, 0xc0023a6a00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018d21900, 0x38483c0, 0xc0181d4d40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6100670 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x4e6, 0x4f1, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x4e6, 0x4f1, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01926ba80, 0x4f1, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x4f1, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02ffe3020, 0xc023017bf0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017ae8870, 0xc023017bf0, 0x0, 0xc02e890b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01926ba80, 0x380b840, 0xc003051fb8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0192c60c8, 0x380b840, 0xc0031ead98, 0x800, 0xc02e890c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0192c60c8, 0x380b840, 0xc0031ead98, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0347d7500, 0x380b840, 0xc0031ead98, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0347d7500, 0x380b840, 0xc0031ead98, 0x0, 0x0, 0x0, 0x326e760, 0xc016bc4600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0347d7500, 0x380be40, 0xc003051fb8, 0x800000000, 0xc01edfbae0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0347d7500, 0xc019289c00, 0xc030334e63, 0xd, 0x370d27e9, 0xed857db99, 0x4f79c20, 0xc02e8911f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0347d7500, 0xc019289c00, 0x380ea60, 0xc0256aa280, 0xc030334e33, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0347d7500, 0xc019289c00, 0xc030334e10, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0347d7500, 0xc019289c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc015cd3f60, 0x383ca00, 0xc0347d7500, 0xc019289c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02e891758, 0x383ca00, 0xc0347d7500, 0xc019289700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0347d7500, 0xc019289700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0347d7500, 0xc019289700) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0347d7500, 0xc019289700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0347d7500, 0xc019289500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0347d7500, 0xc0147d4500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0347d7500, 0xc0147d4500) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bb59360, 0x38483c0, 0xc003138640) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5230286 [IO wait, 194 minutes]: internal/poll.runtime_pollWait(0x7f4187166a38, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc023c6f918, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc023c6f900, 0xc024cc34e1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc023c6f900, 0xc024cc34e1, 0x1, 0x1, 0xc02196f020, 0x0, 0xc025303998) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc018b79df0, 0xc024cc34e1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc024cc34d0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4971066 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x2dd, 0x2e2, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x2dd, 0x2e2, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc023bc1580, 0x2e2, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x2e2, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0262351a0, 0xc030022ba0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017e431a0, 0xc030022ba0, 0x0, 0xc0200e0b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc023bc1580, 0x380b840, 0xc017e43048, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017e42ed0, 0x380b840, 0xc0222a3d40, 0x800, 0xc0200e0c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017e42ed0, 0x380b840, 0xc0222a3d40, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02773d260, 0x380b840, 0xc0222a3d40, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02773d260, 0x380b840, 0xc0222a3d40, 0x0, 0x0, 0x0, 0x326e760, 0xc026343900, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02773d260, 0x380be40, 0xc017e43048, 0x800000000, 0xc0290ba300, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02773d260, 0xc000496400, 0xc02b6485f3, 0xd, 0x62c315e, 0xed873a1d7, 0x4f79c20, 0xc0200e11f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02773d260, 0xc000496400, 0x380ea60, 0xc029c9f970, 0xc02b648593, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02773d260, 0xc000496400, 0xc02b648570, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02773d260, 0xc000496400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc029c9f650, 0x383ca00, 0xc02773d260, 0xc000496400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0200e1758, 0x383ca00, 0xc02773d260, 0xc00233df00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02773d260, 0xc00233df00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02773d260, 0xc00233df00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02773d260, 0xc00233df00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02773d260, 0xc00233dd00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02773d260, 0xc00233dc00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02773d260, 0xc00233dc00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023d35360, 0x38483c0, 0xc01896a840) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6320817 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x53a, 0x53f, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x53a, 0x53f, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc031db4100, 0x53f, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x53f, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0213fa5a0, 0xc01d8c8ab0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc000fa2b80, 0xc01d8c8ab0, 0x0, 0xc001d52b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc031db4100, 0x380b840, 0xc032e617e8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc032e61600, 0x380b840, 0xc002e89b78, 0x800, 0xc001d52c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc032e61600, 0x380b840, 0xc002e89b78, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0293801c0, 0x380b840, 0xc002e89b78, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0293801c0, 0x380b840, 0xc002e89b78, 0x0, 0x0, 0x0, 0x326e760, 0xc0347ed900, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0293801c0, 0x380be40, 0xc032e617e8, 0x200000000, 0xc0347a2fa0, 0x1e, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0293801c0, 0xc026d32e00, 0xc034185ee3, 0xd, 0xf23528c, 0xed7f5b47e, 0x4f79c20, 0xc00e68d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0293801c0, 0xc026d32e00, 0x380ea60, 0xc0246da980, 0xc034185eb3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0293801c0, 0xc026d32e00, 0xc034185e90, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0293801c0, 0xc026d32e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0246da610, 0x383ca00, 0xc0293801c0, 0xc026d32e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc00e68d758, 0x383ca00, 0xc0293801c0, 0xc026d32900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0293801c0, 0xc026d32900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0293801c0, 0xc026d32900) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0293801c0, 0xc026d32900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0293801c0, 0xc026d32600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0293801c0, 0xc026d32400) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0293801c0, 0xc026d32400) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0217863c0, 0x38483c0, 0xc018f26e00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5926155 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x4ae, 0x4af, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x4ae, 0x4af, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc019a15180, 0x4af, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x4af, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0212ff740, 0xc0219a1080, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017b2b1d8, 0xc0219a1080, 0x0, 0xc00e688b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc019a15180, 0x380b840, 0xc032e60e88, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc020ec3658, 0x380b840, 0xc017a0c330, 0x800, 0xc00e688c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc020ec3658, 0x380b840, 0xc017a0c330, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0327cb260, 0x380b840, 0xc017a0c330, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0327cb260, 0x380b840, 0xc017a0c330, 0x0, 0x0, 0x0, 0x326e760, 0xc0343fa300, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0327cb260, 0x380be40, 0xc032e60e88, 0x800000000, 0xc031857f40, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0327cb260, 0xc011fde500, 0xc0343e81d3, 0xd, 0x31fc84ec, 0xed819c9ea, 0x4f79c20, 0xc00e6891f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0327cb260, 0xc011fde500, 0x380ea60, 0xc016e5da30, 0xc0343e81a3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0327cb260, 0xc011fde500, 0xc0343e8180, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0327cb260, 0xc011fde500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc016e5d700, 0x383ca00, 0xc0327cb260, 0xc011fde500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc00e689758, 0x383ca00, 0xc0327cb260, 0xc011fde000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0327cb260, 0xc011fde000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0327cb260, 0xc011fde000) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0327cb260, 0xc011fde000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0327cb260, 0xc0020f3d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0327cb260, 0xc0020f3c00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0327cb260, 0xc0020f3c00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0217877c0, 0x38483c0, 0xc02b711500) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6687482 [IO wait, 124 minutes]: internal/poll.runtime_pollWait(0x7f41ac0c4df0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc021b8f798, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc021b8f780, 0xc0023e2341, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc021b8f780, 0xc0023e2341, 0x1, 0x1, 0xc015760b40, 0xc01446be18, 0xc01048c7c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc019c6aee8, 0xc0023e2341, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0023e2330) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7071949 [IO wait, 106 minutes]: internal/poll.runtime_pollWait(0x7f4124149a18, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02f354c98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02f354c80, 0xc01cb4d3c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02f354c80, 0xc01cb4d3c1, 0x1, 0x1, 0x0, 0xc01459c298, 0xc01263afc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017742080, 0xc01cb4d3c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01cb4d3b0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7262161 [IO wait, 97 minutes]: internal/poll.runtime_pollWait(0x7f4187b3e788, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc011d25098, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc011d25080, 0xc012495571, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc011d25080, 0xc012495571, 0x1, 0x1, 0xc03226ff48, 0xc01459c298, 0xc03226ffc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc016414fb8, 0xc012495571, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc012495560) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4703887 [syscall]: syscall.Syscall6(0x28, 0x227, 0x22a, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x227, 0x22a, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc025c30e80, 0x22a, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x22a, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0181e4780, 0xc012660780, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017c1e058, 0xc012660780, 0x0, 0xc02a322b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc025c30e80, 0x380b840, 0xc02f6da0a8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc022e80738, 0x380b840, 0xc03ab04150, 0x800, 0xc02a322c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc022e80738, 0x380b840, 0xc03ab04150, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02fed02a0, 0x380b840, 0xc03ab04150, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02fed02a0, 0x380b840, 0xc03ab04150, 0x0, 0x0, 0x0, 0x326e760, 0xc02dd07200, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02fed02a0, 0x380be40, 0xc02f6da0a8, 0x800000000, 0xc037da8760, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02fed02a0, 0xc0147d4500, 0xc02e20c7a3, 0xd, 0xe3c9f8e, 0xed8188026, 0x4f79c20, 0xc02a3231f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02fed02a0, 0xc0147d4500, 0x380ea60, 0xc026fa8890, 0xc02e20c773, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02fed02a0, 0xc0147d4500, 0xc02e20c750, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02fed02a0, 0xc0147d4500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc026fa8560, 0x383ca00, 0xc02fed02a0, 0xc0147d4500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02a323758, 0x383ca00, 0xc02fed02a0, 0xc0147d4300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02fed02a0, 0xc0147d4300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02fed02a0, 0xc0147d4300) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02fed02a0, 0xc0147d4300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02fed02a0, 0xc0147d4100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02fed02a0, 0xc0193a7800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02fed02a0, 0xc0193a7800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0189e8280, 0x38483c0, 0xc0336e3640) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4648788 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x202, 0x203, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x202, 0x203, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0235b1080, 0x203, 0x3fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x203, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc027ff1f20, 0xc012494a20, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc020ec2c20, 0xc012494a20, 0x0, 0xc032698b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0235b1080, 0x380b840, 0xc0339f6280, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02c784318, 0x380b840, 0xc0146d85b8, 0x800, 0xc032698c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02c784318, 0x380b840, 0xc0146d85b8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc012e32700, 0x380b840, 0xc0146d85b8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc012e32700, 0x380b840, 0xc0146d85b8, 0x0, 0x0, 0x0, 0x326e760, 0xc010125500, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc012e32700, 0x380be40, 0xc0339f6280, 0x400000000, 0xc02d06b820, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc012e32700, 0xc02c5cd000, 0xc03a7b9913, 0xc, 0x1129d112, 0xed79dda74, 0x4f79c20, 0xc0326991f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc012e32700, 0xc02c5cd000, 0x380ea60, 0xc02431d710, 0xc03a7b9853, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc012e32700, 0xc02c5cd000, 0xc03a7b9830, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc012e32700, 0xc02c5cd000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02431d360, 0x383ca00, 0xc012e32700, 0xc02c5cd000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc032699758, 0x383ca00, 0xc012e32700, 0xc02c5cce00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc012e32700, 0xc02c5cce00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc012e32700, 0xc02c5cce00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc012e32700, 0xc02c5cce00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc012e32700, 0xc02c5cc800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc012e32700, 0xc02c5cc600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc012e32700, 0xc02c5cc600) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc000fdc320, 0x38483c0, 0xc0218dad80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4952727 [syscall]: syscall.Syscall6(0x28, 0x2d1, 0x2dc, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x2d1, 0x2dc, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02ffd2300, 0x2dc, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x2dc, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0271d7200, 0xc01b7fc9f0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc023bb8a60, 0xc01b7fc9f0, 0x0, 0xc035d24b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02ffd2300, 0x380b840, 0xc022e818f8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc019c6ac08, 0x380b840, 0xc0157f88d0, 0x800, 0xc035d24c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc019c6ac08, 0x380b840, 0xc0157f88d0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc034c74b60, 0x380b840, 0xc0157f88d0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc034c74b60, 0x380b840, 0xc0157f88d0, 0x0, 0x0, 0x0, 0x326e760, 0xc024dea900, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc034c74b60, 0x380be40, 0xc022e818f8, 0x800000000, 0xc0186f02e0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc034c74b60, 0xc030688e00, 0xc032dd3523, 0xd, 0x1f824d99, 0xed86612dd, 0x4f79c20, 0xc035d251f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc034c74b60, 0xc030688e00, 0x380ea60, 0xc024dfb450, 0xc032dd34f3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc034c74b60, 0xc030688e00, 0xc032dd34d0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc034c74b60, 0xc030688e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc024dfb110, 0x383ca00, 0xc034c74b60, 0xc030688e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc035d25758, 0x383ca00, 0xc034c74b60, 0xc030688600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc034c74b60, 0xc030688600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc034c74b60, 0xc030688600) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc034c74b60, 0xc030688600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc034c74b60, 0xc030688400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc034c74b60, 0xc030688300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc034c74b60, 0xc030688300) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01ae28460, 0x38483c0, 0xc01fd46800) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4640163 [IO wait, 222 minutes]: internal/poll.runtime_pollWait(0x7f4124104e00, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc028a6ac18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc028a6ac00, 0xc023bb4d31, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc028a6ac00, 0xc023bb4d31, 0x1, 0x1, 0xc000fb2f48, 0xc01459c298, 0xc000fb2fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02f6dbfa0, 0xc023bb4d31, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc023bb4d20) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5132915 [syscall]: syscall.Syscall6(0x28, 0x339, 0x33a, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x339, 0x33a, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01201e900, 0x33a, 0x3fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x33a, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01f59fe60, 0xc0018046f0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc021dd4298, 0xc0018046f0, 0x0, 0xc018686b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01201e900, 0x380b840, 0xc023bb9d88, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc023bb9c68, 0x380b840, 0xc002f73a28, 0x800, 0xc018686c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc023bb9c68, 0x380b840, 0xc002f73a28, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc038d7ea80, 0x380b840, 0xc002f73a28, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc038d7ea80, 0x380b840, 0xc002f73a28, 0x0, 0x0, 0x0, 0x326e760, 0xc02c4ee000, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc038d7ea80, 0x380be40, 0xc023bb9d88, 0x400000000, 0xc02ae03c20, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc038d7ea80, 0xc0193a6f00, 0xc02b7ee503, 0xc, 0x36a2a75f, 0xed79d3c99, 0x4f79c20, 0xc0186871f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc038d7ea80, 0xc0193a6f00, 0x380ea60, 0xc018fcb590, 0xc02b7ee4a3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc038d7ea80, 0xc0193a6f00, 0xc02b7ee480, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc038d7ea80, 0xc0193a6f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc018fcb260, 0x383ca00, 0xc038d7ea80, 0xc0193a6f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc018687758, 0x383ca00, 0xc038d7ea80, 0xc0193a6600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc038d7ea80, 0xc0193a6600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc038d7ea80, 0xc0193a6600) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc038d7ea80, 0xc0193a6600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc038d7ea80, 0xc0193a6400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc038d7ea80, 0xc0193a6300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc038d7ea80, 0xc0193a6300) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01cabeb40, 0x38483c0, 0xc03217a600) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6357673 [syscall]: syscall.Syscall6(0x28, 0x54c, 0x550, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x54c, 0x550, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc032d1e280, 0x550, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x550, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01889b9e0, 0xc025768420, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0001978e8, 0xc025768420, 0x0, 0xc01d568b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc032d1e280, 0x380b840, 0xc02c785b38, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc019c6ba68, 0x380b840, 0xc032c1b728, 0x800, 0xc01d568c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc019c6ba68, 0x380b840, 0xc032c1b728, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc032ce4d20, 0x380b840, 0xc032c1b728, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc032ce4d20, 0x380b840, 0xc032c1b728, 0x0, 0x0, 0x0, 0x326e760, 0xc01d61f700, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc032ce4d20, 0x380be40, 0xc02c785b38, 0x800000000, 0xc0193b4e80, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc032ce4d20, 0xc002189c00, 0xc02c99a983, 0xd, 0x5696f9, 0xed87553e7, 0x4f79c20, 0xc01d5691f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc032ce4d20, 0xc002189c00, 0x380ea60, 0xc0256640d0, 0xc02c99a953, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc032ce4d20, 0xc002189c00, 0xc02c99a930, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc032ce4d20, 0xc002189c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc021205d90, 0x383ca00, 0xc032ce4d20, 0xc002189c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01d569758, 0x383ca00, 0xc032ce4d20, 0xc002189a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc032ce4d20, 0xc002189a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc032ce4d20, 0xc002189a00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc032ce4d20, 0xc002189a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc032ce4d20, 0xc002189100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc032ce4d20, 0xc002188d00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc032ce4d20, 0xc002188d00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0189e8d20, 0x38483c0, 0xc003138400) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4478937 [syscall, 4 minutes]: syscall.Syscall6(0x28, 0xba, 0xbd, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0xba, 0xbd, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0255b5180, 0xbd, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0xbd, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0262666c0, 0xc026417290, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc023bb8570, 0xc026417290, 0x0, 0xc025bb8b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0255b5180, 0x380b840, 0xc023bb8380, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0245e46c8, 0x380b840, 0xc039eb9068, 0x800, 0xc025bb8c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0245e46c8, 0x380b840, 0xc039eb9068, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc039cbb0a0, 0x380b840, 0xc039eb9068, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc039cbb0a0, 0x380b840, 0xc039eb9068, 0x0, 0x0, 0x0, 0x326e760, 0xc026278000, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc039cbb0a0, 0x380be40, 0xc023bb8380, 0x800000000, 0xc026224940, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc039cbb0a0, 0xc023189d00, 0xc0231d7b53, 0xd, 0x5154cc9, 0xed7e426f0, 0x4f79c20, 0xc025bb91f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc039cbb0a0, 0xc023189d00, 0x380ea60, 0xc023bed5c0, 0xc0231d7b23, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc039cbb0a0, 0xc023189d00, 0xc0231d7b00, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc039cbb0a0, 0xc023189d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc023bed2a0, 0x383ca00, 0xc039cbb0a0, 0xc023189d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc025bb9758, 0x383ca00, 0xc039cbb0a0, 0xc023189b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc039cbb0a0, 0xc023189b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc039cbb0a0, 0xc023189b00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc039cbb0a0, 0xc023189b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc039cbb0a0, 0xc023189900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc039cbb0a0, 0xc023189800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc039cbb0a0, 0xc023189800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0255eb7c0, 0x38483c0, 0xc0259d3f00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5466548 [IO wait, 183 minutes]: internal/poll.runtime_pollWait(0x7f41ac0c5700, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01d9ede18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01d9ede00, 0xc02b16c1f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01d9ede00, 0xc02b16c1f1, 0x1, 0x1, 0x0, 0xc01459c298, 0xc013c1bfc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0186623b0, 0xc02b16c1f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02b16c1e0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5317561 [IO wait, 190 minutes]: internal/poll.runtime_pollWait(0x7f43480ceb68, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01d838c18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01d838c00, 0xc01832e0a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01d838c00, 0xc01832e0a1, 0x1, 0x1, 0xc02b0bcf48, 0xc01459c298, 0xc02b0bcfc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc018339b80, 0xc01832e0a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01832e090) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7273081 [syscall]: syscall.Syscall6(0x28, 0x668, 0x66d, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x668, 0x66d, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02510f780, 0x66d, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x66d, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc018879ce0, 0xc01d9abbf0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc022e81968, 0xc01d9abbf0, 0x0, 0xc031a42b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02510f780, 0x380b840, 0xc000197178, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc000197058, 0x380b840, 0xc0263f5e60, 0x800, 0xc031a42c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc000197058, 0x380b840, 0xc0263f5e60, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc029670540, 0x380b840, 0xc0263f5e60, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc029670540, 0x380b840, 0xc0263f5e60, 0x0, 0x0, 0x0, 0x326e760, 0xc001382800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc029670540, 0x380be40, 0xc000197178, 0x800000000, 0xc018fd8f60, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc029670540, 0xc01f3a6c00, 0xc0301943b3, 0xd, 0x308beff2, 0xed7e6e60f, 0x4f79c20, 0xc031a431f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc029670540, 0xc01f3a6c00, 0x380ea60, 0xc023a63640, 0xc030194383, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc029670540, 0xc01f3a6c00, 0xc030194360, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc029670540, 0xc01f3a6c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc023a63320, 0x383ca00, 0xc029670540, 0xc01f3a6c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc031a43758, 0x383ca00, 0xc029670540, 0xc01f3a6100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc029670540, 0xc01f3a6100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc029670540, 0xc01f3a6100) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc029670540, 0xc01f3a6100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc029670540, 0xc0194dfa00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc029670540, 0xc0194df900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc029670540, 0xc0194df900) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01ae28500, 0x38483c0, 0xc037ad5c00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5145925 [IO wait, 198 minutes]: internal/poll.runtime_pollWait(0x7f4187a697c8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0241b0998, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0241b0980, 0xc029bee7f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0241b0980, 0xc029bee7f1, 0x1, 0x1, 0xc02a0ad320, 0x0, 0xc020ad8518) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc024be8880, 0xc029bee7f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc029bee7e0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 9340698 [IO wait]: internal/poll.runtime_pollWait(0x7f4358211a60, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02977d798, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02977d780, 0xc035473fc1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02977d780, 0xc035473fc1, 0x1, 0x1, 0xc00e990f48, 0xc02db9e6b8, 0xc00e990fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02325b980, 0xc035473fc1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc035473fb0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6835256 [IO wait, 117 minutes]: internal/poll.runtime_pollWait(0x7f4184187780, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02bf72998, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02bf72980, 0xc02af98131, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02bf72980, 0xc02af98131, 0x1, 0x1, 0x0, 0xc01459c298, 0xc0126397c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc032e60ca0, 0xc02af98131, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02af98120) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7062656 [IO wait, 107 minutes]: internal/poll.runtime_pollWait(0x7f43480bce90, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc020ef5518, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc020ef5500, 0xc0328c0ee1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc020ef5500, 0xc0328c0ee1, 0x1, 0x1, 0xc021efe1e0, 0x0, 0xc018f27098) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc023cfb978, 0xc0328c0ee1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0328c0ed0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5048037 [IO wait, 202 minutes]: internal/poll.runtime_pollWait(0x7f4187b3e4d0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01736dc18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01736dc00, 0xc011da5901, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01736dc00, 0xc011da5901, 0x1, 0x1, 0xc001bbd748, 0xc01459c298, 0xc001bbd7c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc018b79f18, 0xc011da5901, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc011da58f0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5715286 [IO wait, 171 minutes]: internal/poll.runtime_pollWait(0x7f43580e3ba8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01e085118, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01e085100, 0xc0242e2161, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01e085100, 0xc0242e2161, 0x1, 0x1, 0xc02a957748, 0xc01459c298, 0xc02a9577c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000197ba0, 0xc0242e2161, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0242e2150) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7397914 [IO wait, 91 minutes]: internal/poll.runtime_pollWait(0x7f41240dd988, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc027932598, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc027932580, 0xc026d97c61, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc027932580, 0xc026d97c61, 0x1, 0x1, 0xc013085da0, 0x0, 0xc022fbc458) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc021dd54b0, 0xc026d97c61, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc026d97c50) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4949354 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x2d3, 0x2d5, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x2d3, 0x2d5, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0327bc980, 0x2d5, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x2d5, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01e5e0540, 0xc015937590, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc022e81978, 0xc015937590, 0x0, 0xc014abcb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0327bc980, 0x380b840, 0xc018338638, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc015838900, 0x380b840, 0xc011de91d0, 0x800, 0xc014abcc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc015838900, 0x380b840, 0xc011de91d0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc019fffdc0, 0x380b840, 0xc011de91d0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc019fffdc0, 0x380b840, 0xc011de91d0, 0x0, 0x0, 0x0, 0x326e760, 0xc010bef400, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc019fffdc0, 0x380be40, 0xc018338638, 0x200000000, 0xc01e016660, 0x1e, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc019fffdc0, 0xc01f8d6700, 0xc022e2ab33, 0xd, 0x101cbbcc, 0xed7a20fe0, 0x4f79c20, 0xc014abd1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc019fffdc0, 0xc01f8d6700, 0x380ea60, 0xc0168eea00, 0xc022e2a8c3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc019fffdc0, 0xc01f8d6700, 0xc022e2a8a0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc019fffdc0, 0xc01f8d6700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0168ee6c0, 0x383ca00, 0xc019fffdc0, 0xc01f8d6700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc014abd758, 0x383ca00, 0xc019fffdc0, 0xc01f8d6400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc019fffdc0, 0xc01f8d6400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc019fffdc0, 0xc01f8d6400) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc019fffdc0, 0xc01f8d6400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc019fffdc0, 0xc01f8d6100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc019fffdc0, 0xc0147d4900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc019fffdc0, 0xc0147d4900) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01cabe000, 0x38483c0, 0xc021aa3700) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6161531 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x507, 0x509, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x507, 0x509, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc017504500, 0x509, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x509, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc014ccdc20, 0xc01f56f110, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02aef27e8, 0xc01f56f110, 0x0, 0xc031040b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc017504500, 0x380b840, 0xc02cc9e0a0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc024be90d0, 0x380b840, 0xc0263249a8, 0x800, 0xc031040c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc024be90d0, 0x380b840, 0xc0263249a8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc027e47dc0, 0x380b840, 0xc0263249a8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc027e47dc0, 0x380b840, 0xc0263249a8, 0x0, 0x0, 0x0, 0x326e760, 0xc02a41b300, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc027e47dc0, 0x380be40, 0xc02cc9e0a0, 0x800000000, 0xc02069c300, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc027e47dc0, 0xc002666800, 0xc02bc9c683, 0xd, 0x2c51947, 0xed85dbc0f, 0x4f79c20, 0xc0310411f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc027e47dc0, 0xc002666800, 0x380ea60, 0xc02e2697d0, 0xc02bc9c653, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc027e47dc0, 0xc002666800, 0xc02bc9c630, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc027e47dc0, 0xc002666800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02e2694b0, 0x383ca00, 0xc027e47dc0, 0xc002666800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc031041758, 0x383ca00, 0xc027e47dc0, 0xc002666300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc027e47dc0, 0xc002666300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc027e47dc0, 0xc002666300) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc027e47dc0, 0xc002666300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc027e47dc0, 0xc0147d5f00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc027e47dc0, 0xc01f3a7c00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc027e47dc0, 0xc01f3a7c00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc033009a40, 0x38483c0, 0xc0186d94c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4860943 [syscall]: syscall.Syscall6(0x28, 0x29e, 0x2a1, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x29e, 0x2a1, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc014e96480, 0x2a1, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x2a1, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc024d35020, 0xc02625c660, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0226c1e38, 0xc02625c660, 0x0, 0xc02e9d2b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc014e96480, 0x380b840, 0xc0339f6168, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc000fa2088, 0x380b840, 0xc01a69c3d8, 0x800, 0xc02e9d2c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc000fa2088, 0x380b840, 0xc01a69c3d8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01200dce0, 0x380b840, 0xc01a69c3d8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01200dce0, 0x380b840, 0xc01a69c3d8, 0x0, 0x0, 0x0, 0x326e760, 0xc020eac100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01200dce0, 0x380be40, 0xc0339f6168, 0x800000000, 0xc02386a9a0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01200dce0, 0xc019092e00, 0xc02e5f7193, 0xd, 0x1cc6afc9, 0xed859608c, 0x4f79c20, 0xc02e9d31f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01200dce0, 0xc019092e00, 0x380ea60, 0xc02061d0e0, 0xc02e5f7163, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01200dce0, 0xc019092e00, 0xc02e5f7140, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01200dce0, 0xc019092e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02061cdb0, 0x383ca00, 0xc01200dce0, 0xc019092e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02e9d3758, 0x383ca00, 0xc01200dce0, 0xc019092c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01200dce0, 0xc019092c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01200dce0, 0xc019092c00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01200dce0, 0xc019092c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01200dce0, 0xc019092a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01200dce0, 0xc019092900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01200dce0, 0xc019092900) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0189e81e0, 0x38483c0, 0xc01767e8c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6357676 [IO wait, 140 minutes]: internal/poll.runtime_pollWait(0x7f4184187698, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc016f62f18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc016f62f00, 0xc000384ac1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc016f62f00, 0xc000384ac1, 0x1, 0x1, 0xc0182cb8c0, 0xc01459c298, 0xc034a2dfc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc030b94a70, 0xc000384ac1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc000384ab0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4499262 [IO wait, 229 minutes]: internal/poll.runtime_pollWait(0x7f4187a69088, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc021ebaa18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc021ebaa00, 0xc02391e2e1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc021ebaa00, 0xc02391e2e1, 0x1, 0x1, 0xc01a4bd9e0, 0x0, 0xc0197f8058) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc026043278, 0xc02391e2e1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02391e2d0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5127604 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x333, 0x33c, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x333, 0x33c, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0241b0980, 0x33c, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x33c, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc014cccf60, 0xc015537f20, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc000011f30, 0xc015537f20, 0x0, 0xc002a3cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0241b0980, 0x380b840, 0xc000011d70, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc024be8880, 0x380b840, 0xc01a69ca98, 0x800, 0xc002a3cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc024be8880, 0x380b840, 0xc01a69ca98, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc018feab60, 0x380b840, 0xc01a69ca98, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc018feab60, 0x380b840, 0xc01a69ca98, 0x0, 0x0, 0x0, 0x326e760, 0xc02555e000, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc018feab60, 0x380be40, 0xc000011d70, 0x800000000, 0xc017487720, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc018feab60, 0xc019092000, 0xc01f598953, 0xd, 0x12bf3b50, 0xed8172564, 0x4f79c20, 0xc002a3d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc018feab60, 0xc019092000, 0x380ea60, 0xc017858570, 0xc01f598923, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc018feab60, 0xc019092000, 0xc01f598900, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc018feab60, 0xc019092000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc017858230, 0x383ca00, 0xc018feab60, 0xc019092000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc002a3d758, 0x383ca00, 0xc018feab60, 0xc026c79d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc018feab60, 0xc026c79d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc018feab60, 0xc026c79d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc018feab60, 0xc026c79d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc018feab60, 0xc026c79900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc018feab60, 0xc026c79700) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc018feab60, 0xc026c79700) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc002232e60, 0x38483c0, 0xc020ad8480) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 7035299 [syscall]: syscall.Syscall6(0x28, 0x621, 0x625, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x621, 0x625, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01f108600, 0x625, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x625, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0150105a0, 0xc02f500b10, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc018b79560, 0xc02f500b10, 0x0, 0xc03e5f6b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01f108600, 0x380b840, 0xc0155b9548, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02ac78cd0, 0x380b840, 0xc017db4ed0, 0x800, 0xc03e5f6c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02ac78cd0, 0x380b840, 0xc017db4ed0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc032ce4700, 0x380b840, 0xc017db4ed0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc032ce4700, 0x380b840, 0xc017db4ed0, 0x0, 0x0, 0x0, 0x326e760, 0xc02ea76300, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc032ce4700, 0x380be40, 0xc0155b9548, 0x800000000, 0xc014aad400, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc032ce4700, 0xc00233d000, 0xc02ee0a593, 0xd, 0x1bbd99e7, 0xed8681988, 0x4f79c20, 0xc03e5f71f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc032ce4700, 0xc00233d000, 0x380ea60, 0xc01ff574a0, 0xc02ee0a563, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc032ce4700, 0xc00233d000, 0xc02ee0a540, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc032ce4700, 0xc00233d000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01ff57180, 0x383ca00, 0xc032ce4700, 0xc00233d000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03e5f7758, 0x383ca00, 0xc032ce4700, 0xc000497c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc032ce4700, 0xc000497c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc032ce4700, 0xc000497c00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc032ce4700, 0xc000497c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc032ce4700, 0xc000496b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc032ce4700, 0xc0239a2b00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc032ce4700, 0xc0239a2b00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018d20c80, 0x38483c0, 0xc01922a640) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5453397 [IO wait, 183 minutes]: internal/poll.runtime_pollWait(0x7f4187b8c018, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc019291d98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc019291d80, 0xc02b064ca1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc019291d80, 0xc02b064ca1, 0x1, 0x1, 0xc0159d2d20, 0xc01459c298, 0xc02abd87c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017e42e48, 0xc02b064ca1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02b064c90) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6197437 [IO wait, 147 minutes]: internal/poll.runtime_pollWait(0x7f41b810ba18, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01c885a18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01c885a00, 0xc01faff9f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01c885a00, 0xc01faff9f1, 0x1, 0x1, 0x0, 0xc0265ead00, 0xc026000001) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc019c6af90, 0xc01faff9f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01faff9e0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6394753 [IO wait, 138 minutes]: internal/poll.runtime_pollWait(0x7f41871035f0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc027c09318, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc027c09300, 0xc026cd1661, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc027c09300, 0xc026cd1661, 0x1, 0x1, 0xc02a01a120, 0x0, 0xc0169d50d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000010818, 0xc026cd1661, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc026cd1650) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6063901 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x4de, 0x4f8, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x4de, 0x4f8, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc033f36480, 0x4f8, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x4f8, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc027528060, 0xc025a4ede0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017b2a3c8, 0xc025a4ede0, 0x0, 0xc03434cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc033f36480, 0x380b840, 0xc019c6ba90, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017c1ef28, 0x380b840, 0xc012db7110, 0x800, 0xc03434cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017c1ef28, 0x380b840, 0xc012db7110, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc014668ee0, 0x380b840, 0xc012db7110, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc014668ee0, 0x380b840, 0xc012db7110, 0x0, 0x0, 0x0, 0x326e760, 0xc02798e900, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc014668ee0, 0x380be40, 0xc019c6ba90, 0x800000000, 0xc01b47c400, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc014668ee0, 0xc026c78600, 0xc02a23c7a3, 0xd, 0x88e8c34, 0xed873a1d7, 0x4f79c20, 0xc03434d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc014668ee0, 0xc026c78600, 0x380ea60, 0xc015ac3710, 0xc02a23c773, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc014668ee0, 0xc026c78600, 0xc02a23c750, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc014668ee0, 0xc026c78600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc015ac33f0, 0x383ca00, 0xc014668ee0, 0xc026c78600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03434d758, 0x383ca00, 0xc014668ee0, 0xc026c78200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc014668ee0, 0xc026c78200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc014668ee0, 0xc026c78200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc014668ee0, 0xc026c78200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc014668ee0, 0xc0027cdf00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc014668ee0, 0xc0162b6000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc014668ee0, 0xc0162b6000) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bb590e0, 0x38483c0, 0xc02151d780) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4479123 [syscall]: syscall.Syscall6(0x28, 0xc0, 0xc3, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0xc0, 0xc3, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0258b9980, 0xc3, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0xc3, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc025a0ee40, 0xc0265371a0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc023cfb740, 0xc0265371a0, 0x0, 0xc023af0b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0258b9980, 0x380b840, 0xc0213ab3b0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0226c0ff8, 0x380b840, 0xc0173c2d50, 0x800, 0xc023af0c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0226c0ff8, 0x380b840, 0xc0173c2d50, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0255c8620, 0x380b840, 0xc0173c2d50, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0255c8620, 0x380b840, 0xc0173c2d50, 0x0, 0x0, 0x0, 0x326e760, 0xc022c23f00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0255c8620, 0x380be40, 0xc0213ab3b0, 0x800000000, 0xc022c009c0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0255c8620, 0xc022c1c800, 0xc022c4a203, 0xd, 0x16ee23e7, 0xed856379a, 0x4f79c20, 0xc023af11f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0255c8620, 0xc022c1c800, 0x380ea60, 0xc022c28b60, 0xc022c4a1d3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0255c8620, 0xc022c1c800, 0xc022c4a1b0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0255c8620, 0xc022c1c800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc022c28840, 0x383ca00, 0xc0255c8620, 0xc022c1c800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc023af1758, 0x383ca00, 0xc0255c8620, 0xc022c1c600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0255c8620, 0xc022c1c600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0255c8620, 0xc022c1c600) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0255c8620, 0xc022c1c600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0255c8620, 0xc022c1c400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0255c8620, 0xc022c1c300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0255c8620, 0xc022c1c300) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc025be8460, 0x38483c0, 0xc025d55640) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5357693 [IO wait, 187 minutes]: internal/poll.runtime_pollWait(0x7f435872e6f8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc013e20098, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc013e20080, 0xc021d3e461, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc013e20080, 0xc021d3e461, 0x1, 0x1, 0xc021bff0e0, 0x0, 0xc0270b2558) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc032e60868, 0xc021d3e461, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc021d3e450) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4763881 [syscall]: syscall.Syscall6(0x28, 0x258, 0x25b, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x258, 0x25b, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02463f900, 0x25b, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x25b, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc026e560c0, 0xc027667050, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc030b95a88, 0xc027667050, 0x0, 0xc0361c0b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02463f900, 0x380b840, 0xc018b78f58, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc00001b8a8, 0x380b840, 0xc015ecc2e8, 0x800, 0xc0361c0c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc00001b8a8, 0x380b840, 0xc015ecc2e8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03328c700, 0x380b840, 0xc015ecc2e8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03328c700, 0x380b840, 0xc015ecc2e8, 0x0, 0x0, 0x0, 0x326e760, 0xc024943d00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03328c700, 0x380be40, 0xc018b78f58, 0x800000000, 0xc024940f20, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03328c700, 0xc019567b00, 0xc024771223, 0xd, 0x11496143, 0xed8183d00, 0x4f79c20, 0xc0361c11f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03328c700, 0xc019567b00, 0x380ea60, 0xc01b2f3a80, 0xc0247711f3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03328c700, 0xc019567b00, 0xc0247711d0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03328c700, 0xc019567b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01b2f3740, 0x383ca00, 0xc03328c700, 0xc019567b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0361c1758, 0x383ca00, 0xc03328c700, 0xc019567400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03328c700, 0xc019567400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03328c700, 0xc019567400) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03328c700, 0xc019567400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03328c700, 0xc019567200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03328c700, 0xc0193a7c00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03328c700, 0xc0193a7c00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01a2ee140, 0x38483c0, 0xc003138b80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4479082 [syscall]: syscall.Syscall6(0x28, 0xc2, 0xc7, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0xc2, 0xc7, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc025c31480, 0xc7, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0xc7, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc025f2b980, 0xc02674c960, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0213ab430, 0xc02674c960, 0x0, 0xc023fc0b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc025c31480, 0x380b840, 0xc023cfb918, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc024be8e00, 0x380b840, 0xc01ab28138, 0x800, 0xc023fc0c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc024be8e00, 0x380b840, 0xc01ab28138, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01228eee0, 0x380b840, 0xc01ab28138, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01228eee0, 0x380b840, 0xc01ab28138, 0x0, 0x0, 0x0, 0x326e760, 0xc0266e6c00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01228eee0, 0x380be40, 0xc023cfb918, 0x800000000, 0xc0266bc340, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01228eee0, 0xc026554900, 0xc02668edd3, 0xd, 0x2447fe20, 0xed869188a, 0x4f79c20, 0xc023fc11f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01228eee0, 0xc026554900, 0x380ea60, 0xc0266ba6d0, 0xc02668eda3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01228eee0, 0xc026554900, 0xc02668ed80, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01228eee0, 0xc026554900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0266ba3b0, 0x383ca00, 0xc01228eee0, 0xc026554900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc023fc1758, 0x383ca00, 0xc01228eee0, 0xc026554700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01228eee0, 0xc026554700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01228eee0, 0xc026554700) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01228eee0, 0xc026554700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01228eee0, 0xc026554500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01228eee0, 0xc026908900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01228eee0, 0xc026908900) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc02619b180, 0x38483c0, 0xc025fd0ec0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5136868 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x336, 0x33e, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x336, 0x33e, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0251aa280, 0x33e, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x33e, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0174fb440, 0xc01f47aa20, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0030503d0, 0xc01f47aa20, 0x0, 0xc00f6a2b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0251aa280, 0x380b840, 0xc016414e58, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc000010b98, 0x380b840, 0xc03ab05ed8, 0x800, 0xc00f6a2c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc000010b98, 0x380b840, 0xc03ab05ed8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0334d4b60, 0x380b840, 0xc03ab05ed8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0334d4b60, 0x380b840, 0xc03ab05ed8, 0x0, 0x0, 0x0, 0x326e760, 0xc020022000, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0334d4b60, 0x380be40, 0xc016414e58, 0x200000000, 0xc01ff4f780, 0x1e, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0334d4b60, 0xc018dda200, 0xc01ff3a533, 0xc, 0x173c83de, 0xed77e73dc, 0x4f79c20, 0xc02e3271f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0334d4b60, 0xc018dda200, 0x380ea60, 0xc02fdb57a0, 0xc01ff3a4d3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0334d4b60, 0xc018dda200, 0xc01ff3a4b0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0334d4b60, 0xc018dda200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02fdb5480, 0x383ca00, 0xc0334d4b60, 0xc018dda200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02e327758, 0x383ca00, 0xc0334d4b60, 0xc02c5cdc00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0334d4b60, 0xc02c5cdc00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0334d4b60, 0xc02c5cdc00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0334d4b60, 0xc02c5cdc00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0334d4b60, 0xc02c5cd300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0334d4b60, 0xc02c5cd000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0334d4b60, 0xc02c5cd000) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018c7f4a0, 0x38483c0, 0xc0218dbbc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5926201 [IO wait, 161 minutes]: internal/poll.runtime_pollWait(0x7f4124149930, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc019a15198, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc019a15180, 0xc0155c7571, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc019a15180, 0xc0155c7571, 0x1, 0x1, 0xc019390e40, 0x0, 0xc02b711618) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc020ec3658, 0xc0155c7571, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0155c7560) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4478375 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x92, 0x99, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x92, 0x99, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02372df00, 0x99, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x99, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc020d26f00, 0xc02440dd40, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc022e81380, 0xc02440dd40, 0x0, 0xc02324eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02372df00, 0x380b840, 0xc021dd5e58, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc021dd5d40, 0x380b840, 0xc016d9afa8, 0x800, 0xc02324ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc021dd5d40, 0x380b840, 0xc016d9afa8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc00fc00c40, 0x380b840, 0xc016d9afa8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc00fc00c40, 0x380b840, 0xc016d9afa8, 0x0, 0x0, 0x0, 0x326e760, 0xc023fdfc00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc00fc00c40, 0x380be40, 0xc021dd5e58, 0x800000000, 0xc023f8eda0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc00fc00c40, 0xc0244b0000, 0xc023afe6b3, 0xd, 0x274e7649, 0xed867def1, 0x4f79c20, 0xc02324f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc00fc00c40, 0xc0244b0000, 0x380ea60, 0xc023ac3940, 0xc023afe683, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc00fc00c40, 0xc0244b0000, 0xc023afe660, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc00fc00c40, 0xc0244b0000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc023ac3620, 0x383ca00, 0xc00fc00c40, 0xc0244b0000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02324f758, 0x383ca00, 0xc00fc00c40, 0xc023739e00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc00fc00c40, 0xc023739e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc00fc00c40, 0xc023739e00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc00fc00c40, 0xc023739e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc00fc00c40, 0xc023739c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc00fc00c40, 0xc024280900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc00fc00c40, 0xc024280900) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023faedc0, 0x38483c0, 0xc032e71840) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6476713 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x572, 0x577, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x572, 0x577, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc023b8c000, 0x577, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x577, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02926f620, 0xc0247a6480, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0329ed6b8, 0xc0247a6480, 0x0, 0xc03d57eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc023b8c000, 0x380b840, 0xc017e438f0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02aef3948, 0x380b840, 0xc017711020, 0x800, 0xc03d57ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02aef3948, 0x380b840, 0xc017711020, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc028fcae00, 0x380b840, 0xc017711020, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc028fcae00, 0x380b840, 0xc017711020, 0x0, 0x0, 0x0, 0x326e760, 0xc019068300, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc028fcae00, 0x380be40, 0xc017e438f0, 0x800000000, 0xc019a9f8e0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc028fcae00, 0xc0020f2a00, 0xc0122c9b23, 0xd, 0x22b61f6, 0xed874c4d1, 0x4f79c20, 0xc03d57f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc028fcae00, 0xc0020f2a00, 0x380ea60, 0xc025b5f5e0, 0xc0122c9af3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc028fcae00, 0xc0020f2a00, 0xc0122c9ad0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc028fcae00, 0xc0020f2a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc025b5f260, 0x383ca00, 0xc028fcae00, 0xc0020f2a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03d57f758, 0x383ca00, 0xc028fcae00, 0xc0020f2700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc028fcae00, 0xc0020f2700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc028fcae00, 0xc0020f2700) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc028fcae00, 0xc0020f2700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc028fcae00, 0xc0020f2100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc028fcae00, 0xc01f8d7f00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc028fcae00, 0xc01f8d7f00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018c7fc20, 0x38483c0, 0xc01867be00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6485738 [IO wait, 134 minutes]: internal/poll.runtime_pollWait(0x7f4184181b90, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc022599498, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc022599480, 0xc0017885e1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc022599480, 0xc0017885e1, 0x1, 0x1, 0xc002b9d1a0, 0x0, 0xc011bedd98) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc018663f98, 0xc0017885e1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0017885d0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5219484 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x365, 0x367, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x365, 0x367, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc026f37800, 0x367, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x367, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc016175f80, 0xc01edd4b70, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0213aae50, 0xc01edd4b70, 0x0, 0xc02daf0b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc026f37800, 0x380b840, 0xc0186622e0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02c7115f8, 0x380b840, 0xc01140e480, 0x800, 0xc02daf0c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02c7115f8, 0x380b840, 0xc01140e480, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc029da0380, 0x380b840, 0xc01140e480, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc029da0380, 0x380b840, 0xc01140e480, 0x0, 0x0, 0x0, 0x326e760, 0xc01ccbe200, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc029da0380, 0x380be40, 0xc0186622e0, 0x800000000, 0xc026d2c760, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc029da0380, 0xc01ba37100, 0xc01f043ac3, 0xd, 0x18a0cfe3, 0xed86ae911, 0x4f79c20, 0xc02daf11f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc029da0380, 0xc01ba37100, 0x380ea60, 0xc023180ba0, 0xc01f043a93, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc029da0380, 0xc01ba37100, 0xc01f043a70, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc029da0380, 0xc01ba37100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc023180830, 0x383ca00, 0xc029da0380, 0xc01ba37100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02daf1758, 0x383ca00, 0xc029da0380, 0xc01ba36e00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc029da0380, 0xc01ba36e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc029da0380, 0xc01ba36e00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc029da0380, 0xc01ba36e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc029da0380, 0xc01ba36c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc029da0380, 0xc01ba36b00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc029da0380, 0xc01ba36b00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc027686820, 0x38483c0, 0xc023db71c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 7178043 [IO wait, 101 minutes]: internal/poll.runtime_pollWait(0x7f4168057a88, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02e837518, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02e837500, 0xc01d48fde1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02e837500, 0xc01d48fde1, 0x1, 0x1, 0xc0218073e0, 0x0, 0xc018af5318) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc020ec3cf0, 0xc01d48fde1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01d48fdd0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5797904 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0xd5, 0x47d, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0xd5, 0x47d, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc011a33b80, 0x47d, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x47d, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc018c966c0, 0xc019906600, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02f4a2ee8, 0xc019906600, 0x0, 0xc01eb78b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc011a33b80, 0x380b840, 0xc000010be8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0226c0fa8, 0x380b840, 0xc02ad4c288, 0x800, 0xc01eb78c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0226c0fa8, 0x380b840, 0xc02ad4c288, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc034990460, 0x380b840, 0xc02ad4c288, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc034990460, 0x380b840, 0xc02ad4c288, 0x0, 0x0, 0x0, 0x326e760, 0xc03044f600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc034990460, 0x380be40, 0xc000010be8, 0x800000000, 0xc0170a96c0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc034990460, 0xc0194ded00, 0xc0284e4dd3, 0xd, 0x16ad295a, 0xed7e369ae, 0x4f79c20, 0xc01eb791f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc034990460, 0xc0194ded00, 0x380ea60, 0xc027d3e880, 0xc0284e4da3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc034990460, 0xc0194ded00, 0xc0284e4d80, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc034990460, 0xc0194ded00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc027d3e560, 0x383ca00, 0xc034990460, 0xc0194ded00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01eb79758, 0x383ca00, 0xc034990460, 0xc0194de200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc034990460, 0xc0194de200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc034990460, 0xc0194de200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc034990460, 0xc0194de200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc034990460, 0xc02194de00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc034990460, 0xc02194dc00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc034990460, 0xc02194dc00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0189e9c20, 0x38483c0, 0xc025412200) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5900826 [syscall]: syscall.Syscall6(0x28, 0x4a7, 0x4a8, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x4a7, 0x4a8, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01a958100, 0x4a8, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x4a8, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02f1d23c0, 0xc030bd0600, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc020b46b20, 0xc030bd0600, 0x0, 0xc0137d6b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01a958100, 0x380b840, 0xc019c6bb10, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc019c6b908, 0x380b840, 0xc011c26db0, 0x800, 0xc0137d6c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc019c6b908, 0x380b840, 0xc011c26db0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01b719500, 0x380b840, 0xc011c26db0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01b719500, 0x380b840, 0xc011c26db0, 0x0, 0x0, 0x0, 0x326e760, 0xc02b0bec00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01b719500, 0x380be40, 0xc019c6bb10, 0x800000000, 0xc02b00ad80, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01b719500, 0xc022dbd100, 0xc02afc5733, 0xd, 0x16a387bc, 0xed8701d05, 0x4f79c20, 0xc0137d71f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01b719500, 0xc022dbd100, 0x380ea60, 0xc0191520a0, 0xc02afc5703, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01b719500, 0xc022dbd100, 0xc02afc56e0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01b719500, 0xc022dbd100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02536bd60, 0x383ca00, 0xc01b719500, 0xc022dbd100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0137d7758, 0x383ca00, 0xc01b719500, 0xc022dbce00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01b719500, 0xc022dbce00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01b719500, 0xc022dbce00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01b719500, 0xc022dbce00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01b719500, 0xc022dbcb00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01b719500, 0xc022dbc900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01b719500, 0xc022dbc900) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01ae294a0, 0x38483c0, 0xc04131c340) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4758816 [IO wait, 217 minutes]: internal/poll.runtime_pollWait(0x7f435015e220, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc026a80a18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc026a80a00, 0xc0233119f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc026a80a00, 0xc0233119f1, 0x1, 0x1, 0xc016861140, 0x0, 0xc017669318) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc020b47440, 0xc0233119f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0233119e0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5167241 [IO wait, 197 minutes]: internal/poll.runtime_pollWait(0x7f43480bd5d0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc029338098, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc029338080, 0xc002a241f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc029338080, 0xc002a241f1, 0x1, 0x1, 0xc022bd0300, 0xc01459c298, 0xc0029947c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc032e61500, 0xc002a241f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc002a241e0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6843119 [IO wait, 117 minutes]: internal/poll.runtime_pollWait(0x7f412413dbe0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc025371218, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc025371200, 0xc0249276f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc025371200, 0xc0249276f1, 0x1, 0x1, 0xc02a0ac900, 0x0, 0xc021bbba58) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0154fce40, 0xc0249276f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0249276e0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4489422 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x108, 0x10a, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x108, 0x10a, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0235b4480, 0x10a, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x10a, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0271d67e0, 0xc002e778f0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02ac79850, 0xc002e778f0, 0x0, 0xc02fe5cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0235b4480, 0x380b840, 0xc02aef3850, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0154fcf70, 0x380b840, 0xc01be7e3a8, 0x800, 0xc02fe5cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0154fcf70, 0x380b840, 0xc01be7e3a8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc030cd0ee0, 0x380b840, 0xc01be7e3a8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc030cd0ee0, 0x380b840, 0xc01be7e3a8, 0x0, 0x0, 0x0, 0x326e760, 0xc0115a3900, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc030cd0ee0, 0x380be40, 0xc02aef3850, 0x200000000, 0xc011bcc240, 0x1e, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc030cd0ee0, 0xc0162b6d00, 0xc024f9d6d3, 0xc, 0x108d58bc, 0xed79be322, 0x4f79c20, 0xc02fe5d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc030cd0ee0, 0xc0162b6d00, 0x380ea60, 0xc019152b40, 0xc024f9d673, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc030cd0ee0, 0xc0162b6d00, 0xc024f9d650, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc030cd0ee0, 0xc0162b6d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc019152820, 0x383ca00, 0xc030cd0ee0, 0xc0162b6d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02fe5d758, 0x383ca00, 0xc030cd0ee0, 0xc0162b6b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc030cd0ee0, 0xc0162b6b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc030cd0ee0, 0xc0162b6b00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc030cd0ee0, 0xc0162b6b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc030cd0ee0, 0xc0162b6900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc030cd0ee0, 0xc0162b6800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc030cd0ee0, 0xc0162b6800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc019524640, 0x38483c0, 0xc0168bfdc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6696237 [IO wait, 124 minutes]: internal/poll.runtime_pollWait(0x7f4187ba30f0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02bf72f18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02bf72f00, 0xc0216ba071, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02bf72f00, 0xc0216ba071, 0x1, 0x1, 0xc02511db60, 0x0, 0xc0197f9258) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc020ec2a18, 0xc0216ba071, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0216ba060) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4485831 [syscall]: syscall.Syscall6(0x28, 0xf5, 0xab, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0xf5, 0xab, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0304a5f80, 0xab, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0xab, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0132c0600, 0xc037abdf50, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0271a63f0, 0xc037abdf50, 0x0, 0xc027656b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0304a5f80, 0x380b840, 0xc0245e5cf0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc002a169b0, 0x380b840, 0xc0339dfbf0, 0x800, 0xc027656c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc002a169b0, 0x380b840, 0xc0339dfbf0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc018feaee0, 0x380b840, 0xc0339dfbf0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc018feaee0, 0x380b840, 0xc0339dfbf0, 0x0, 0x0, 0x0, 0x326e760, 0xc012269100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc018feaee0, 0x380be40, 0xc0245e5cf0, 0x800000000, 0xc02dc89440, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc018feaee0, 0xc0156fff00, 0xc00fbe8833, 0xd, 0xfde78a9, 0xed81654ea, 0x4f79c20, 0xc0276571f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc018feaee0, 0xc0156fff00, 0x380ea60, 0xc017e7d400, 0xc00fbe8803, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc018feaee0, 0xc0156fff00, 0xc00fbe87e0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc018feaee0, 0xc0156fff00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc017e7d0e0, 0x383ca00, 0xc018feaee0, 0xc0156fff00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc027657758, 0x383ca00, 0xc018feaee0, 0xc0156ffd00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc018feaee0, 0xc0156ffd00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc018feaee0, 0xc0156ffd00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc018feaee0, 0xc0156ffd00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc018feaee0, 0xc0156ffb00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc018feaee0, 0xc0156ffa00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc018feaee0, 0xc0156ffa00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc022cad7c0, 0x38483c0, 0xc0191f2300) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4972506 [syscall]: syscall.Syscall6(0x28, 0x2e4, 0x2e5, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x2e4, 0x2e5, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc017504e80, 0x2e5, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x2e5, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc024ea7b00, 0xc027170ab0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc018338b60, 0xc027170ab0, 0x0, 0xc014ab6b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc017504e80, 0x380b840, 0xc01aa4af28, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017ae91d0, 0x380b840, 0xc03bbc65a0, 0x800, 0xc014ab6c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017ae91d0, 0x380b840, 0xc03bbc65a0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02773c460, 0x380b840, 0xc03bbc65a0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02773c460, 0x380b840, 0xc03bbc65a0, 0x0, 0x0, 0x0, 0x326e760, 0xc02e666e00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02773c460, 0x380be40, 0xc01aa4af28, 0x800000000, 0xc028599760, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02773c460, 0xc0194ded00, 0xc029a57a93, 0xd, 0xa1942b6, 0xed86759ef, 0x4f79c20, 0xc014ab71f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02773c460, 0xc0194ded00, 0x380ea60, 0xc0122fd150, 0xc029a57a63, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02773c460, 0xc0194ded00, 0xc029a57a40, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02773c460, 0xc0194ded00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0122fcdd0, 0x383ca00, 0xc02773c460, 0xc0194ded00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc014ab7758, 0x383ca00, 0xc02773c460, 0xc0194de500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02773c460, 0xc0194de500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02773c460, 0xc0194de500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02773c460, 0xc0194de500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02773c460, 0xc0194de100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02773c460, 0xc030688e00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02773c460, 0xc030688e00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01cabe320, 0x38483c0, 0xc01a2c4d40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5384951 [IO wait, 187 minutes]: internal/poll.runtime_pollWait(0x7f41680060f0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc00012be18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc00012be00, 0xc0189970c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc00012be00, 0xc0189970c1, 0x1, 0x1, 0x0, 0xc01459c298, 0xc00295cfc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc032e61e70, 0xc0189970c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0189970b0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4952761 [IO wait, 207 minutes]: internal/poll.runtime_pollWait(0x7f4187166868, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0158d0b18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0158d0b00, 0xc024ae90c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0158d0b00, 0xc024ae90c1, 0x1, 0x1, 0x0, 0xc01459c298, 0xc02b0cd7c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0271a6938, 0xc024ae90c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc024ae90b0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4816971 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x282, 0x283, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x282, 0x283, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc029613980, 0x283, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x283, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02236cc00, 0xc0345cfec0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc023cfaf88, 0xc0345cfec0, 0x0, 0xc02e802b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc029613980, 0x380b840, 0xc000fa2838, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc01aa4a3f8, 0x380b840, 0xc01514bb30, 0x800, 0xc02e802c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc01aa4a3f8, 0x380b840, 0xc01514bb30, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0131700e0, 0x380b840, 0xc01514bb30, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0131700e0, 0x380b840, 0xc01514bb30, 0x0, 0x0, 0x0, 0x326e760, 0xc010887200, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0131700e0, 0x380be40, 0xc000fa2838, 0x800000000, 0xc0262f9360, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0131700e0, 0xc002666e00, 0xc020b750a3, 0xd, 0x34fbd79, 0xed8711377, 0x4f79c20, 0xc02e8031f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0131700e0, 0xc002666e00, 0x380ea60, 0xc025a24050, 0xc020b75073, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0131700e0, 0xc002666e00, 0xc020b75050, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0131700e0, 0xc002666e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc021d67d30, 0x383ca00, 0xc0131700e0, 0xc002666e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02e803758, 0x383ca00, 0xc0131700e0, 0xc002666b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0131700e0, 0xc002666b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0131700e0, 0xc002666b00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0131700e0, 0xc002666b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0131700e0, 0xc002666800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0131700e0, 0xc002666700) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0131700e0, 0xc002666700) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01ae28000, 0x38483c0, 0xc02237b1c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5898400 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x4a0, 0x4a9, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x4a0, 0x4a9, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc011c61580, 0x4a9, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x4a9, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc012fbfec0, 0xc015936330, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc00001b8f8, 0xc015936330, 0x0, 0xc02ed0cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc011c61580, 0x380b840, 0xc01f9afa08, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0339f7d50, 0x380b840, 0xc01802cba0, 0x800, 0xc02ed0cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0339f7d50, 0x380b840, 0xc01802cba0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01862a620, 0x380b840, 0xc01802cba0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01862a620, 0x380b840, 0xc01802cba0, 0x0, 0x0, 0x0, 0x326e760, 0xc01848af00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01862a620, 0x380be40, 0xc01f9afa08, 0x800000000, 0xc0291ffa60, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01862a620, 0xc014402900, 0xc02f196053, 0xd, 0x7d4e519, 0xed869b771, 0x4f79c20, 0xc02ed0d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01862a620, 0xc014402900, 0x380ea60, 0xc001bc9cb0, 0xc02f196023, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01862a620, 0xc014402900, 0xc02f196000, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01862a620, 0xc014402900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc001bc9970, 0x383ca00, 0xc01862a620, 0xc014402900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02ed0d758, 0x383ca00, 0xc01862a620, 0xc014402700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01862a620, 0xc014402700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01862a620, 0xc014402700) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01862a620, 0xc014402700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01862a620, 0xc014402400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01862a620, 0xc014402300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01862a620, 0xc014402300) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0026740a0, 0x38483c0, 0xc023e3a7c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4478247 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f4187170a68, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc023837018, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc023837000, 0xc023efe1f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc023837000, 0xc023efe1f1, 0x1, 0x1, 0xc02236c300, 0x0, 0xc018a49718) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc022e81038, 0xc023efe1f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc023efe1e0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4713611 [IO wait, 219 minutes]: internal/poll.runtime_pollWait(0x7f4187b86d50, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0248a2e98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0248a2e80, 0xc0177c74b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0248a2e80, 0xc0177c74b1, 0x1, 0x1, 0x0, 0xc029bd8e70, 0xc029000001) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02f4a2408, 0xc0177c74b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0177c74a0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6506295 [syscall]: syscall.Syscall6(0x28, 0x583, 0x584, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x583, 0x584, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01271c500, 0x584, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x584, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0161752c0, 0xc003116ab0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017b2b4c0, 0xc003116ab0, 0x0, 0xc036236b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01271c500, 0x380b840, 0xc0213aa888, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02f4a3ea8, 0x380b840, 0xc022382048, 0x800, 0xc036236c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02f4a3ea8, 0x380b840, 0xc022382048, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc034882540, 0x380b840, 0xc022382048, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc034882540, 0x380b840, 0xc022382048, 0x0, 0x0, 0x0, 0x326e760, 0xc01cab2600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc034882540, 0x380be40, 0xc0213aa888, 0x200000000, 0xc01cab80c0, 0x1e, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc034882540, 0xc01ba36c00, 0xc02b6db163, 0xd, 0x34d4213f, 0xed7a2c99d, 0x4f79c20, 0xc0362371f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc034882540, 0xc01ba36c00, 0x380ea60, 0xc025e7a110, 0xc02b6db133, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc034882540, 0xc01ba36c00, 0xc02b6db110, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc034882540, 0xc01ba36c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01830bde0, 0x383ca00, 0xc034882540, 0xc01ba36c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc036237758, 0x383ca00, 0xc034882540, 0xc01ba36000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc034882540, 0xc01ba36000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc034882540, 0xc01ba36000) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc034882540, 0xc01ba36000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc034882540, 0xc018ddbf00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc034882540, 0xc026842b00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc034882540, 0xc026842b00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0330086e0, 0x38483c0, 0xc0252f7480) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4547505 [IO wait, 227 minutes]: internal/poll.runtime_pollWait(0x7f41ac0c5618, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02955cd98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02955cd80, 0xc0316c47f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02955cd80, 0xc0316c47f1, 0x1, 0x1, 0xc001ae6f48, 0xc01459c298, 0xc001ae6fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02f4a2970, 0xc0316c47f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0316c47e0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4833009 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x289, 0x5a0, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x289, 0x5a0, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc025c31300, 0x5a0, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x5a0, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0181e5380, 0xc01e046c90, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0155b92f8, 0xc01e046c90, 0x0, 0xc00eda0b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc025c31300, 0x380b840, 0xc02ed285c0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0155b9a50, 0x380b840, 0xc010a0e2b8, 0x800, 0xc00eda0c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0155b9a50, 0x380b840, 0xc010a0e2b8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc016c22b60, 0x380b840, 0xc010a0e2b8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc016c22b60, 0x380b840, 0xc010a0e2b8, 0x0, 0x0, 0x0, 0x326e760, 0xc02de05600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc016c22b60, 0x380be40, 0xc02ed285c0, 0x200000000, 0xc010735a10, 0x28, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc016c22b60, 0xc01f3a6200, 0xc010735a03, 0xd, 0xf23528c, 0xed7f5b47e, 0x4f79c20, 0xc0216ef1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc016c22b60, 0xc01f3a6200, 0x380ea60, 0xc01d503920, 0xc0107359d3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc016c22b60, 0xc01f3a6200, 0xc0107359b0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc016c22b60, 0xc01f3a6200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01d503600, 0x383ca00, 0xc016c22b60, 0xc01f3a6200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0216ef758, 0x383ca00, 0xc016c22b60, 0xc01f3a6000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc016c22b60, 0xc01f3a6000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc016c22b60, 0xc01f3a6000) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc016c22b60, 0xc01f3a6000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc016c22b60, 0xc002081600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc016c22b60, 0xc002080c00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc016c22b60, 0xc002080c00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0189e8b40, 0x38483c0, 0xc021c9c300) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 7391931 [syscall]: syscall.Syscall6(0x28, 0x692, 0x693, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x692, 0x693, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0142c4b80, 0x693, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x693, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0343b7ce0, 0xc0271711a0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017b2ab70, 0xc0271711a0, 0x0, 0xc011b30b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0142c4b80, 0x380b840, 0xc022e80a00, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017401128, 0x380b840, 0xc0278904e0, 0x800, 0xc011b30c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017401128, 0x380b840, 0xc0278904e0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc012d00ee0, 0x380b840, 0xc0278904e0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc012d00ee0, 0x380b840, 0xc0278904e0, 0x0, 0x0, 0x0, 0x326e760, 0xc0374dfd00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc012d00ee0, 0x380be40, 0xc022e80a00, 0x800000000, 0xc023479920, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc012d00ee0, 0xc022dbc800, 0xc038196a43, 0xd, 0x167e8ca1, 0xed81a1184, 0x4f79c20, 0xc03059d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc012d00ee0, 0xc022dbc800, 0x380ea60, 0xc01f894b00, 0xc0381969e3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc012d00ee0, 0xc022dbc800, 0xc0381969c0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc012d00ee0, 0xc022dbc800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01f8947e0, 0x383ca00, 0xc012d00ee0, 0xc022dbc800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03059d758, 0x383ca00, 0xc012d00ee0, 0xc022dbc400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc012d00ee0, 0xc022dbc400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc012d00ee0, 0xc022dbc400) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc012d00ee0, 0xc022dbc400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc012d00ee0, 0xc022dbc200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc012d00ee0, 0xc00233d400) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc012d00ee0, 0xc00233d400) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc019525f40, 0x38483c0, 0xc016cd29c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4473226 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x53, 0x54, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x53, 0x54, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc031453300, 0x54, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x54, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0174fa780, 0xc02b065140, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc018b78a48, 0xc02b065140, 0x0, 0xc017962b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc031453300, 0x380b840, 0xc016415ff0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017ae88f0, 0x380b840, 0xc012e69320, 0x800, 0xc017962c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017ae88f0, 0x380b840, 0xc012e69320, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc036e387e0, 0x380b840, 0xc012e69320, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc036e387e0, 0x380b840, 0xc012e69320, 0x0, 0x0, 0x0, 0x326e760, 0xc019502d00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc036e387e0, 0x380be40, 0xc016415ff0, 0x800000000, 0xc0192a5480, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc036e387e0, 0xc0156ffe00, 0xc01b7a6b93, 0xd, 0x120ad668, 0xed7a38b36, 0x4f79c20, 0xc0179631f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc036e387e0, 0xc0156ffe00, 0x380ea60, 0xc01ded0900, 0xc01b7a6b63, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc036e387e0, 0xc0156ffe00, 0xc01b7a6b40, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc036e387e0, 0xc0156ffe00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01ded05e0, 0x383ca00, 0xc036e387e0, 0xc0156ffe00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017963758, 0x383ca00, 0xc036e387e0, 0xc0156ffc00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc036e387e0, 0xc0156ffc00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc036e387e0, 0xc0156ffc00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc036e387e0, 0xc0156ffc00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc036e387e0, 0xc0156ffa00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc036e387e0, 0xc000497600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc036e387e0, 0xc000497600) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018c7ea00, 0x38483c0, 0xc02237bd40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5586844 [syscall]: syscall.Syscall6(0x28, 0x420, 0x425, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x420, 0x425, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc033f37680, 0x425, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x425, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc018b8ad20, 0xc023e635c0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017c1e770, 0xc023e635c0, 0x0, 0xc03c492b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc033f37680, 0x380b840, 0xc015838588, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02c711ee0, 0x380b840, 0xc033569578, 0x800, 0xc03c492c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02c711ee0, 0x380b840, 0xc033569578, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc034990700, 0x380b840, 0xc033569578, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc034990700, 0x380b840, 0xc033569578, 0x0, 0x0, 0x0, 0x326e760, 0xc034c0a800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc034990700, 0x380be40, 0xc015838588, 0x800000000, 0xc033eab100, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc034990700, 0xc026d32f00, 0xc0349b4383, 0xd, 0x175f2859, 0xed86d51d2, 0x4f79c20, 0xc03c4931f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc034990700, 0xc026d32f00, 0x380ea60, 0xc032428410, 0xc0349b4353, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc034990700, 0xc026d32f00, 0xc0349b4330, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc034990700, 0xc026d32f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc032428070, 0x383ca00, 0xc034990700, 0xc026d32f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03c493758, 0x383ca00, 0xc034990700, 0xc026d32d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc034990700, 0xc026d32d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc034990700, 0xc026d32d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc034990700, 0xc026d32d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc034990700, 0xc026d32900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc034990700, 0xc019566b00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc034990700, 0xc019566b00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc002232f00, 0x38483c0, 0xc0178e0b40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4517943 [syscall]: syscall.Syscall6(0x28, 0x147, 0x14f, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x147, 0x14f, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc031be4080, 0x14f, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x14f, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0159f0c00, 0xc0197708a0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0155b9488, 0xc0197708a0, 0x0, 0xc011d96b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc031be4080, 0x380b840, 0xc02ad6e7d8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02ac79ba8, 0x380b840, 0xc0174a4030, 0x800, 0xc011d96c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02ac79ba8, 0x380b840, 0xc0174a4030, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0337cd0a0, 0x380b840, 0xc0174a4030, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0337cd0a0, 0x380b840, 0xc0174a4030, 0x0, 0x0, 0x0, 0x326e760, 0xc001421400, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0337cd0a0, 0x380be40, 0xc02ad6e7d8, 0x800000000, 0xc011af6a20, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0337cd0a0, 0xc019092000, 0xc0291e74c3, 0xd, 0x88c7570, 0xed85ac86f, 0x4f79c20, 0xc011d971f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0337cd0a0, 0xc019092000, 0x380ea60, 0xc0246da7c0, 0xc0291e7493, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0337cd0a0, 0xc019092000, 0xc0291e7470, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0337cd0a0, 0xc019092000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0246da440, 0x383ca00, 0xc0337cd0a0, 0xc019092000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc011d97758, 0x383ca00, 0xc0337cd0a0, 0xc000497e00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0337cd0a0, 0xc000497e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0337cd0a0, 0xc000497e00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0337cd0a0, 0xc000497e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0337cd0a0, 0xc000497c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0337cd0a0, 0xc000497b00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0337cd0a0, 0xc000497b00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc021787900, 0x38483c0, 0xc01f416e00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6504133 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x57d, 0x581, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x57d, 0x581, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0320c2100, 0x581, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x581, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc014accf60, 0xc01d900090, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0245e4dd0, 0xc01d900090, 0x0, 0xc0138e8b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0320c2100, 0x380b840, 0xc026043d58, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02f4a22f8, 0x380b840, 0xc0251920c0, 0x800, 0xc0138e8c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02f4a22f8, 0x380b840, 0xc0251920c0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc016c23260, 0x380b840, 0xc0251920c0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc016c23260, 0x380b840, 0xc0251920c0, 0x0, 0x0, 0x0, 0x326e760, 0xc0360dc800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc016c23260, 0x380be40, 0xc026043d58, 0x800000000, 0xc0358fef40, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc016c23260, 0xc02194d600, 0xc0358d9913, 0xd, 0x233a0aa4, 0xed857f585, 0x4f79c20, 0xc027c5f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc016c23260, 0xc02194d600, 0x380ea60, 0xc0195d8840, 0xc0358d98e3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc016c23260, 0xc02194d600, 0xc0358d98c0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc016c23260, 0xc02194d600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0195d8520, 0x383ca00, 0xc016c23260, 0xc02194d600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc027c5f758, 0x383ca00, 0xc016c23260, 0xc02194cf00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc016c23260, 0xc02194cf00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc016c23260, 0xc02194cf00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc016c23260, 0xc02194cf00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc016c23260, 0xc02194c200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc016c23260, 0xc02194c100) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc016c23260, 0xc02194c100) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc002232aa0, 0x38483c0, 0xc019115cc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4740790 [IO wait, 217 minutes]: internal/poll.runtime_pollWait(0x7f41c01269a0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc03249ee98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc03249ee80, 0xc0202fde71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc03249ee80, 0xc0202fde71, 0x1, 0x1, 0xc00e4e8ba0, 0x0, 0xc02f5ae698) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0155b9308, 0xc0202fde71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0202fde60) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5835113 [IO wait, 165 minutes]: internal/poll.runtime_pollWait(0x7f4358212288, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0389fd218, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0389fd200, 0xc02526f931, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0389fd200, 0xc02526f931, 0x1, 0x1, 0xc01f646900, 0x0, 0xc016bdb218) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc024be9f20, 0xc02526f931, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02526f920) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5981363 [IO wait, 158 minutes]: internal/poll.runtime_pollWait(0x7f41c01266e8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0158d0e18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0158d0e00, 0xc027535b41, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0158d0e00, 0xc027535b41, 0x1, 0x1, 0xc00241ccc0, 0x0, 0xc025412c18) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02f6db680, 0xc027535b41, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc027535b30) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6165111 [IO wait, 149 minutes]: internal/poll.runtime_pollWait(0x7f4184181708, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc017504518, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc017504500, 0xc02824ea61, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc017504500, 0xc02824ea61, 0x1, 0x1, 0x0, 0xc02a41a1c8, 0xc000000001) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc024be90d0, 0xc02824ea61, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02824ea50) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7171755 [syscall]: syscall.Syscall6(0x28, 0x64b, 0x652, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x64b, 0x652, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0320c2000, 0x652, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x652, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01941c300, 0xc0219a0690, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc029951300, 0xc0219a0690, 0x0, 0xc03eb3cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0320c2000, 0x380b840, 0xc02c784cc8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0154fd778, 0x380b840, 0xc0179f6c30, 0x800, 0xc03eb3cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0154fd778, 0x380b840, 0xc0179f6c30, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02db615e0, 0x380b840, 0xc0179f6c30, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02db615e0, 0x380b840, 0xc0179f6c30, 0x0, 0x0, 0x0, 0x326e760, 0xc0339afa00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02db615e0, 0x380be40, 0xc02c784cc8, 0x800000000, 0xc0334d69e0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02db615e0, 0xc023d95f00, 0xc0339dc143, 0xd, 0x1d995963, 0xed86d68e8, 0x4f79c20, 0xc03eb3d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02db615e0, 0xc023d95f00, 0x380ea60, 0xc02717efa0, 0xc0339dc113, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02db615e0, 0xc023d95f00, 0xc0339dc0f0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02db615e0, 0xc023d95f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02717ec30, 0x383ca00, 0xc02db615e0, 0xc023d95f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03eb3d758, 0x383ca00, 0xc02db615e0, 0xc023d95d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02db615e0, 0xc023d95d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02db615e0, 0xc023d95d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02db615e0, 0xc023d95d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02db615e0, 0xc023d95b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02db615e0, 0xc023d95a00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02db615e0, 0xc023d95a00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023576500, 0x38483c0, 0xc028918240) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5218298 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x35f, 0x366, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x35f, 0x366, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc022b29a80, 0x366, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x366, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02b0c6a20, 0xc01835bf50, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02f4a3fb8, 0xc01835bf50, 0x0, 0xc02f660b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc022b29a80, 0x380b840, 0xc022e80828, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0031d5f98, 0x380b840, 0xc025a80f48, 0x800, 0xc02f660c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0031d5f98, 0x380b840, 0xc025a80f48, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc025d32540, 0x380b840, 0xc025a80f48, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc025d32540, 0x380b840, 0xc025a80f48, 0x0, 0x0, 0x0, 0x326e760, 0xc00fd63a00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc025d32540, 0x380be40, 0xc022e80828, 0x800000000, 0xc015176e80, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc025d32540, 0xc01f8d7a00, 0xc016224a73, 0xd, 0x1f74f58c, 0xed86fd63c, 0x4f79c20, 0xc02f6611f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc025d32540, 0xc01f8d7a00, 0x380ea60, 0xc01f360020, 0xc016224a43, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc025d32540, 0xc01f8d7a00, 0xc016224a20, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc025d32540, 0xc01f8d7a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc017777d00, 0x383ca00, 0xc025d32540, 0xc01f8d7a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02f661758, 0x383ca00, 0xc025d32540, 0xc01f8d7600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc025d32540, 0xc01f8d7600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc025d32540, 0xc01f8d7600) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc025d32540, 0xc01f8d7600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc025d32540, 0xc01f8d7000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc025d32540, 0xc01f8d6e00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc025d32540, 0xc01f8d6e00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0276861e0, 0x38483c0, 0xc01049c480) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6849448 [IO wait, 117 minutes]: internal/poll.runtime_pollWait(0x7f418418eb98, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02c3ae218, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02c3ae200, 0xc022049e11, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02c3ae200, 0xc022049e11, 0x1, 0x1, 0x0, 0xc01459c298, 0xc0126377c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017742000, 0xc022049e11, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc022049e00) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4752786 [IO wait, 217 minutes]: internal/poll.runtime_pollWait(0x7f4187ba2e38, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc028a6a598, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc028a6a580, 0xc01bd65601, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc028a6a580, 0xc01bd65601, 0x1, 0x1, 0xc01af5c420, 0x0, 0xc03c2e0318) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc030b95f48, 0xc01bd65601, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01bd655f0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4478200 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x8e, 0x91, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x8e, 0x91, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02372d100, 0x91, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x91, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0258e2300, 0xc023f1af60, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02325ab10, 0xc023f1af60, 0x0, 0xc021b2ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02372d100, 0x380b840, 0xc02325a940, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc021dd5b08, 0x380b840, 0xc0223834a0, 0x800, 0xc021b2ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc021dd5b08, 0x380b840, 0xc0223834a0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02bb929a0, 0x380b840, 0xc0223834a0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02bb929a0, 0x380b840, 0xc0223834a0, 0x0, 0x0, 0x0, 0x326e760, 0xc023d0f100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02bb929a0, 0x380be40, 0xc02325a940, 0x800000000, 0xc023b770e0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02bb929a0, 0xc023c3ee00, 0xc023b52e93, 0xd, 0x5410608, 0xed86a514f, 0x4f79c20, 0xc021b2b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02bb929a0, 0xc023c3ee00, 0x380ea60, 0xc023d38540, 0xc023b52e63, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02bb929a0, 0xc023c3ee00, 0xc023b52e40, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02bb929a0, 0xc023c3ee00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc023d38220, 0x383ca00, 0xc02bb929a0, 0xc023c3ee00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc021b2b758, 0x383ca00, 0xc02bb929a0, 0xc023c3ec00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02bb929a0, 0xc023c3ec00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02bb929a0, 0xc023c3ec00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02bb929a0, 0xc023c3ec00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02bb929a0, 0xc023c3ea00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02bb929a0, 0xc023c3e900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02bb929a0, 0xc023c3e900) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023939860, 0x38483c0, 0xc01fe3a680) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5641804 [syscall]: syscall.Syscall6(0x28, 0x43a, 0x43d, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x43a, 0x43d, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc011d24800, 0x43d, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x43d, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02142ba40, 0xc01783c3c0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0192c7ee0, 0xc01783c3c0, 0x0, 0xc01221cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc011d24800, 0x380b840, 0xc025cf1e38, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc025cf1cd0, 0x380b840, 0xc021b7cc00, 0x800, 0xc01221cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc025cf1cd0, 0x380b840, 0xc021b7cc00, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc00f76c9a0, 0x380b840, 0xc021b7cc00, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc00f76c9a0, 0x380b840, 0xc021b7cc00, 0x0, 0x0, 0x0, 0x326e760, 0xc018c39100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc00f76c9a0, 0x380be40, 0xc025cf1e38, 0x800000000, 0xc01a13ab40, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc00f76c9a0, 0xc0147d4400, 0xc0341f2773, 0xd, 0x3218b64c, 0xed85d7349, 0x4f79c20, 0xc01221d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc00f76c9a0, 0xc0147d4400, 0x380ea60, 0xc03093d7b0, 0xc0341f2743, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc00f76c9a0, 0xc0147d4400, 0xc0341f2720, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc00f76c9a0, 0xc0147d4400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc03093d470, 0x383ca00, 0xc00f76c9a0, 0xc0147d4400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01221d758, 0x383ca00, 0xc00f76c9a0, 0xc002081a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc00f76c9a0, 0xc002081a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc00f76c9a0, 0xc002081a00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc00f76c9a0, 0xc002081a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc00f76c9a0, 0xc002081400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc00f76c9a0, 0xc002081000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc00f76c9a0, 0xc002081000) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023edce60, 0x38483c0, 0xc010040c40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6504165 [IO wait, 133 minutes]: internal/poll.runtime_pollWait(0x7f4358211c30, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0320c2118, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0320c2100, 0xc024e93391, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0320c2100, 0xc024e93391, 0x1, 0x1, 0xc011d2ea20, 0x0, 0xc019115d58) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02f4a22f8, 0xc024e93391, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc024e93380) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5245018 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x373, 0x374, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x373, 0x374, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02506ae00, 0x374, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x374, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc018dcf3e0, 0xc01fdfea20, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02ed28be8, 0xc01fdfea20, 0x0, 0xc01f164b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02506ae00, 0x380b840, 0xc029950980, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc000fa3dc8, 0x380b840, 0xc0009fe900, 0x800, 0xc01f164c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc000fa3dc8, 0x380b840, 0xc0009fe900, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc027e46700, 0x380b840, 0xc0009fe900, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc027e46700, 0x380b840, 0xc0009fe900, 0x0, 0x0, 0x0, 0x326e760, 0xc02bf98b00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc027e46700, 0x380be40, 0xc029950980, 0x800000000, 0xc02bb706e0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc027e46700, 0xc02194d600, 0xc02bb5c503, 0xd, 0x122719ff, 0xed855f1e0, 0x4f79c20, 0xc01f1651f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc027e46700, 0xc02194d600, 0x380ea60, 0xc021cb3e90, 0xc02bb5c4d3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc027e46700, 0xc02194d600, 0xc02bb5c4b0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc027e46700, 0xc02194d600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc021cb3b50, 0x383ca00, 0xc027e46700, 0xc02194d600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01f165758, 0x383ca00, 0xc027e46700, 0xc02194d400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc027e46700, 0xc02194d400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc027e46700, 0xc02194d400) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc027e46700, 0xc02194d400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc027e46700, 0xc02194d200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc027e46700, 0xc0020f3800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc027e46700, 0xc0020f3800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc033008f00, 0x38483c0, 0xc03740d800) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4685996 [syscall]: syscall.Syscall6(0x28, 0x21e, 0x221, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x21e, 0x221, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02343bb00, 0x221, 0x3fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x221, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02476eba0, 0xc0218af110, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc001db8540, 0xc0218af110, 0x0, 0xc013254b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02343bb00, 0x380b840, 0xc016414a10, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0213aa7b0, 0x380b840, 0xc0152f72a8, 0x800, 0xc013254c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0213aa7b0, 0x380b840, 0xc0152f72a8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02be9cb60, 0x380b840, 0xc0152f72a8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02be9cb60, 0x380b840, 0xc0152f72a8, 0x0, 0x0, 0x0, 0x326e760, 0xc014091800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02be9cb60, 0x380be40, 0xc016414a10, 0x400000000, 0xc01cf09d80, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02be9cb60, 0xc0193a7100, 0xc021278bf3, 0xd, 0x11c63ac5, 0xed81c26b8, 0x4f79c20, 0xc0132551f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02be9cb60, 0xc0193a7100, 0x380ea60, 0xc020ca3500, 0xc021278bc3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02be9cb60, 0xc0193a7100, 0xc021278ba0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02be9cb60, 0xc0193a7100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc020ca31e0, 0x383ca00, 0xc02be9cb60, 0xc0193a7100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc013255758, 0x383ca00, 0xc02be9cb60, 0xc0193a6f00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02be9cb60, 0xc0193a6f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02be9cb60, 0xc0193a6f00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02be9cb60, 0xc0193a6f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02be9cb60, 0xc0193a6d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02be9cb60, 0xc002188c00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02be9cb60, 0xc002188c00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0236ea000, 0x38483c0, 0xc03be0e9c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4713078 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x22d, 0x230, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x22d, 0x230, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01cf43400, 0x230, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x230, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc021c093e0, 0xc035d3a630, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017e436f0, 0xc035d3a630, 0x0, 0xc0203a2b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01cf43400, 0x380b840, 0xc017e435f8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017e434a8, 0x380b840, 0xc0031eb038, 0x800, 0xc0203a2c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017e434a8, 0x380b840, 0xc0031eb038, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc039cba380, 0x380b840, 0xc0031eb038, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc039cba380, 0x380b840, 0xc0031eb038, 0x0, 0x0, 0x0, 0x326e760, 0xc0107aba00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc039cba380, 0x380be40, 0xc017e435f8, 0x800000000, 0xc013fe8ec0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc039cba380, 0xc018ddb700, 0xc02848ce33, 0xd, 0x3b850a99, 0xed875f382, 0x4f79c20, 0xc0203a31f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc039cba380, 0xc018ddb700, 0x380ea60, 0xc0234205d0, 0xc02848ce03, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc039cba380, 0xc018ddb700, 0xc02848cde0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc039cba380, 0xc018ddb700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0234202b0, 0x383ca00, 0xc039cba380, 0xc018ddb700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0203a3758, 0x383ca00, 0xc039cba380, 0xc018ddb500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc039cba380, 0xc018ddb500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc039cba380, 0xc018ddb500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc039cba380, 0xc018ddb500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc039cba380, 0xc018ddb200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc039cba380, 0xc018ddb100) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc039cba380, 0xc018ddb100) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018c7e140, 0x38483c0, 0xc023db6c00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4906669 [IO wait, 210 minutes]: internal/poll.runtime_pollWait(0x7f41c0126518, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01af17698, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01af17680, 0xc0272c49a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01af17680, 0xc0272c49a1, 0x1, 0x1, 0xc01e8aaae0, 0x0, 0xc02b711d58) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02ed28830, 0xc0272c49a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0272c4990) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5564726 [syscall]: syscall.Syscall6(0x28, 0x417, 0x41a, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x417, 0x41a, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc017ed9700, 0x41a, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x41a, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0105f19e0, 0xc0201c1e00, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02c785880, 0xc0201c1e00, 0x0, 0xc03046ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc017ed9700, 0x380b840, 0xc02c710d28, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc030b95ff8, 0x380b840, 0xc0179f6ee8, 0x800, 0xc03046ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc030b95ff8, 0x380b840, 0xc0179f6ee8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01b7197a0, 0x380b840, 0xc0179f6ee8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01b7197a0, 0x380b840, 0xc0179f6ee8, 0x0, 0x0, 0x0, 0x326e760, 0xc01a654600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01b7197a0, 0x380be40, 0xc02c710d28, 0x800000000, 0xc00f3cf780, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01b7197a0, 0xc0020f3400, 0xc02801a383, 0xd, 0x16ee317e, 0xed855db9c, 0x4f79c20, 0xc03046b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01b7197a0, 0xc0020f3400, 0x380ea60, 0xc002e78e50, 0xc02801a353, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01b7197a0, 0xc0020f3400, 0xc02801a330, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01b7197a0, 0xc0020f3400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc002e78ae0, 0x383ca00, 0xc01b7197a0, 0xc0020f3400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03046b758, 0x383ca00, 0xc01b7197a0, 0xc0020f2f00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01b7197a0, 0xc0020f2f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01b7197a0, 0xc0020f2f00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01b7197a0, 0xc0020f2f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01b7197a0, 0xc0020f2a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01b7197a0, 0xc0020f2900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01b7197a0, 0xc0020f2900) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0122a4140, 0x38483c0, 0xc02f5527c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4477736 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x79, 0x7f, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x79, 0x7f, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc022599080, 0x7f, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x7f, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc025a0e1e0, 0xc022401d40, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc020b46fa0, 0xc022401d40, 0x0, 0xc01d186b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc022599080, 0x380b840, 0xc0213ab290, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc021dd4c60, 0x380b840, 0xc0173c2b40, 0x800, 0xc01d186c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc021dd4c60, 0x380b840, 0xc0173c2b40, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0255c8380, 0x380b840, 0xc0173c2b40, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0255c8380, 0x380b840, 0xc0173c2b40, 0x0, 0x0, 0x0, 0x326e760, 0xc022b81d00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0255c8380, 0x380be40, 0xc0213ab290, 0x800000000, 0xc022c00120, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0255c8380, 0xc01f66dd00, 0xc022881eb3, 0xc, 0x13169ca9, 0xed78b689e, 0x4f79c20, 0xc01d1871f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0255c8380, 0xc01f66dd00, 0x380ea60, 0xc0223f5bd0, 0xc022881e53, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0255c8380, 0xc01f66dd00, 0xc022881e30, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0255c8380, 0xc01f66dd00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0223f58b0, 0x383ca00, 0xc0255c8380, 0xc01f66dd00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01d187758, 0x383ca00, 0xc0255c8380, 0xc01f66db00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0255c8380, 0xc01f66db00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0255c8380, 0xc01f66db00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0255c8380, 0xc01f66db00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0255c8380, 0xc01f66d900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0255c8380, 0xc01f66d800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0255c8380, 0xc01f66d800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc02215bc20, 0x38483c0, 0xc02a5acd00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5467544 [IO wait, 183 minutes]: internal/poll.runtime_pollWait(0x7f418417eb40, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0295e8498, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0295e8480, 0xc02346e281, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0295e8480, 0xc02346e281, 0x1, 0x1, 0xc033814f48, 0xc01459c298, 0xc033814fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017b2b1d0, 0xc02346e281, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02346e270) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4529593 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x172, 0x4c6, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x172, 0x4c6, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02463fd80, 0x4c6, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x4c6, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc00272f080, 0xc023311bf0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02cc9f370, 0xc023311bf0, 0x0, 0xc01719cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02463fd80, 0x380b840, 0xc02cc9e070, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc016414b40, 0x380b840, 0xc002f726d8, 0x800, 0xc01719cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc016414b40, 0x380b840, 0xc002f726d8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01ecdeb60, 0x380b840, 0xc002f726d8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01ecdeb60, 0x380b840, 0xc002f726d8, 0x0, 0x0, 0x0, 0x326e760, 0xc0313f6a00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01ecdeb60, 0x380be40, 0xc02cc9e070, 0x800000000, 0xc01b1e6520, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01ecdeb60, 0xc01f3a6b00, 0xc02636e9e3, 0xd, 0x2cb6d96e, 0xed8745f54, 0x4f79c20, 0xc01719d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01ecdeb60, 0xc01f3a6b00, 0x380ea60, 0xc021ddee70, 0xc02636e9b3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01ecdeb60, 0xc01f3a6b00, 0xc02636e990, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01ecdeb60, 0xc01f3a6b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc021ddeab0, 0x383ca00, 0xc01ecdeb60, 0xc01f3a6b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01719d758, 0x383ca00, 0xc01ecdeb60, 0xc01f3a6200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01ecdeb60, 0xc01f3a6200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01ecdeb60, 0xc01f3a6200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01ecdeb60, 0xc01f3a6200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01ecdeb60, 0xc01f3a6000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01ecdeb60, 0xc026c79e00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01ecdeb60, 0xc026c79e00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0159120a0, 0x38483c0, 0xc033d1fb40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4802830 [IO wait, 214 minutes]: internal/poll.runtime_pollWait(0x7f435015fd50, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc015446898, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc015446880, 0xc01e218911, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc015446880, 0xc01e218911, 0x1, 0x1, 0xc018dce720, 0xc01459c298, 0xc02abd4fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02f4a3bb0, 0xc01e218911, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01e218900) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4786977 [IO wait, 215 minutes]: internal/poll.runtime_pollWait(0x7f41b8109948, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc014578e18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc014578e00, 0xc030023cc1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc014578e00, 0xc030023cc1, 0x1, 0x1, 0xc029f1c7e0, 0x0, 0xc02d404218) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc029950b00, 0xc030023cc1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc030023cb0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4896633 [IO wait, 210 minutes]: internal/poll.runtime_pollWait(0x7f4187b8ca10, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0347a0518, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0347a0500, 0xc021e20ee1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0347a0500, 0xc021e20ee1, 0x1, 0x1, 0xc00e74b5c0, 0x0, 0xc017807c58) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0001222d0, 0xc021e20ee1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc021e20ed0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5727825 [IO wait, 170 minutes]: internal/poll.runtime_pollWait(0x7f41240de298, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0142c5c18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0142c5c00, 0xc010bb7721, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0142c5c00, 0xc010bb7721, 0x1, 0x1, 0xc016e59260, 0x0, 0xc000b5fc18) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc022e80478, 0xc010bb7721, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc010bb7710) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5485916 [syscall]: syscall.Syscall6(0x28, 0x3f0, 0x3f3, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x3f0, 0x3f3, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc023b8c380, 0x3f3, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x3f3, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc024f8d380, 0xc011d8f260, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0177424e8, 0xc011d8f260, 0x0, 0xc038b06b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc023b8c380, 0x380b840, 0xc015839ee0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc015839e00, 0x380b840, 0xc01b28cba0, 0x800, 0xc038b06c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc015839e00, 0x380b840, 0xc01b28cba0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02fed1b20, 0x380b840, 0xc01b28cba0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02fed1b20, 0x380b840, 0xc01b28cba0, 0x0, 0x0, 0x0, 0x326e760, 0xc0262f3a00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02fed1b20, 0x380be40, 0xc015839ee0, 0x800000000, 0xc0171f0c60, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02fed1b20, 0xc019092300, 0xc0316b1853, 0xd, 0xfccaec7, 0xed7e446ee, 0x4f79c20, 0xc038b071f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02fed1b20, 0xc019092300, 0x380ea60, 0xc0230d8020, 0xc0316b1823, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02fed1b20, 0xc019092300, 0xc0316b1800, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02fed1b20, 0xc019092300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc002421cf0, 0x383ca00, 0xc02fed1b20, 0xc019092300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc038b07758, 0x383ca00, 0xc02fed1b20, 0xc019092000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02fed1b20, 0xc019092000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02fed1b20, 0xc019092000) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02fed1b20, 0xc019092000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02fed1b20, 0xc014403c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02fed1b20, 0xc0193a7b00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02fed1b20, 0xc0193a7b00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01d9fb040, 0x38483c0, 0xc033468a80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4478938 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0xbc, 0xc5, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0xbc, 0xc5, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0255b5500, 0xc5, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0xc5, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc026267bc0, 0xc026982e10, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc023bb88d0, 0xc026982e10, 0x0, 0xc0257beb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0255b5500, 0x380b840, 0xc023bb8740, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0245e4730, 0x380b840, 0xc039eb9710, 0x800, 0xc0257bec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0245e4730, 0x380b840, 0xc039eb9710, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc039cbb5e0, 0x380b840, 0xc039eb9710, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc039cbb5e0, 0x380b840, 0xc039eb9710, 0x0, 0x0, 0x0, 0x326e760, 0xc02689eb00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc039cbb5e0, 0x380be40, 0xc023bb8740, 0x800000000, 0xc026425fe0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc039cbb5e0, 0xc026414f00, 0xc0263f7673, 0xd, 0x2320f1af, 0xed7e2a01e, 0x4f79c20, 0xc0257bf1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc039cbb5e0, 0xc026414f00, 0x380ea60, 0xc0264234c0, 0xc0263f7643, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc039cbb5e0, 0xc026414f00, 0xc0263f7620, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc039cbb5e0, 0xc026414f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0264231a0, 0x383ca00, 0xc039cbb5e0, 0xc026414f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0257bf758, 0x383ca00, 0xc039cbb5e0, 0xc026414d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc039cbb5e0, 0xc026414d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc039cbb5e0, 0xc026414d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc039cbb5e0, 0xc026414d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc039cbb5e0, 0xc026414b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc039cbb5e0, 0xc025a9dc00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc039cbb5e0, 0xc025a9dc00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0255eb860, 0x38483c0, 0xc026022340) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5553803 [IO wait, 178 minutes]: internal/poll.runtime_pollWait(0x7f418706aa78, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0355f0b18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0355f0b00, 0xc030bd0551, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0355f0b00, 0xc030bd0551, 0x1, 0x1, 0xc01a777920, 0xc01459c298, 0xc0362ab7c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc015838fb0, 0xc030bd0551, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc030bd0540) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6513295 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x580, 0x585, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x580, 0x585, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0272f8f80, 0x585, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x585, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc025766cc0, 0xc02ae8a2a0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017c1eed0, 0xc02ae8a2a0, 0x0, 0xc033c46b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0272f8f80, 0x380b840, 0xc020b472b8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc002a17220, 0x380b840, 0xc002f72678, 0x800, 0xc033c46c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc002a17220, 0x380b840, 0xc002f72678, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01659c1c0, 0x380b840, 0xc002f72678, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01659c1c0, 0x380b840, 0xc002f72678, 0x0, 0x0, 0x0, 0x326e760, 0xc01fc41000, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01659c1c0, 0x380be40, 0xc020b472b8, 0x200000000, 0xc015768760, 0x1e, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01659c1c0, 0xc026843300, 0xc027462e33, 0xd, 0x1c50ec6b, 0xed7c7797e, 0x4f79c20, 0xc033c471f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01659c1c0, 0xc026843300, 0x380ea60, 0xc01a461b90, 0xc027462e03, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01659c1c0, 0xc026843300, 0xc027462de0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01659c1c0, 0xc026843300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01a461810, 0x383ca00, 0xc01659c1c0, 0xc026843300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc033c47758, 0x383ca00, 0xc01659c1c0, 0xc026842d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01659c1c0, 0xc026842d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01659c1c0, 0xc026842d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01659c1c0, 0xc026842d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01659c1c0, 0xc026842a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01659c1c0, 0xc026842700) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01659c1c0, 0xc026842700) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01d9fa960, 0x38483c0, 0xc010781b80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5329845 [IO wait, 189 minutes]: internal/poll.runtime_pollWait(0x7f41680552a8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc039c75898, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc039c75880, 0xc0124944c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc039c75880, 0xc0124944c1, 0x1, 0x1, 0xc0195b86c0, 0x0, 0xc01896a818) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02f4a39b0, 0xc0124944c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0124944b0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6197434 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x510, 0x516, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x510, 0x516, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01c885a00, 0x516, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x516, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02fad4f60, 0xc0206702d0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017ae8f68, 0xc0206702d0, 0x0, 0xc015954b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01c885a00, 0x380b840, 0xc019c6b0f8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc019c6af90, 0x380b840, 0xc022bbe540, 0x800, 0xc015954c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc019c6af90, 0x380b840, 0xc022bbe540, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0373fbce0, 0x380b840, 0xc022bbe540, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0373fbce0, 0x380b840, 0xc022bbe540, 0x0, 0x0, 0x0, 0x326e760, 0xc0265ebd00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0373fbce0, 0x380be40, 0xc019c6b0f8, 0x800000000, 0xc02c7bcf00, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0373fbce0, 0xc02194c800, 0xc032bfebc3, 0xd, 0xf1e722d, 0xed7e23322, 0x4f79c20, 0xc0159551f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0373fbce0, 0xc02194c800, 0x380ea60, 0xc03290bad0, 0xc032bfeb93, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0373fbce0, 0xc02194c800, 0xc032bfeb70, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0373fbce0, 0xc02194c800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc03290b7a0, 0x383ca00, 0xc0373fbce0, 0xc02194c800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc015955758, 0x383ca00, 0xc0373fbce0, 0xc02194c200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0373fbce0, 0xc02194c200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0373fbce0, 0xc02194c200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0373fbce0, 0xc02194c200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0373fbce0, 0xc0194dfd00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0373fbce0, 0xc022dbde00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0373fbce0, 0xc022dbde00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bd705a0, 0x38483c0, 0xc0186be280) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6192626 [IO wait, 148 minutes]: internal/poll.runtime_pollWait(0x7f43580e31b0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc023c6fe98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc023c6fe80, 0xc020a687f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc023c6fe80, 0xc020a687f1, 0x1, 0x1, 0xc0345e5c20, 0x0, 0xc0181d4dd8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc023cfa628, 0xc020a687f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc020a687e0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4814680 [IO wait, 214 minutes]: internal/poll.runtime_pollWait(0x7f4124149b00, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02d39db98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02d39db80, 0xc013d2dcf1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02d39db80, 0xc013d2dcf1, 0x1, 0x1, 0xc031e6a9c0, 0x0, 0xc03c517a58) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc015839c00, 0xc013d2dcf1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc013d2dce0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5406538 [IO wait, 185 minutes]: internal/poll.runtime_pollWait(0x7f4187a726c0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0345c3898, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0345c3880, 0xc01c1d6401, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0345c3880, 0xc01c1d6401, 0x1, 0x1, 0xc02b1b8748, 0xc01459c298, 0xc02b1b87c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02c7103f8, 0xc01c1d6401, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01c1d63f0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7148277 [syscall]: syscall.Syscall6(0x28, 0x645, 0x646, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x645, 0x646, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0235b0f00, 0x646, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x646, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc023c7d560, 0xc0276c65d0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc030b94b88, 0xc0276c65d0, 0x0, 0xc0158a4b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0235b0f00, 0x380b840, 0xc0001223d8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc01f9ae1a8, 0x380b840, 0xc0174a4ae0, 0x800, 0xc0158a4c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc01f9ae1a8, 0x380b840, 0xc0174a4ae0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc035c9e8c0, 0x380b840, 0xc0174a4ae0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc035c9e8c0, 0x380b840, 0xc0174a4ae0, 0x0, 0x0, 0x0, 0x326e760, 0xc02bf95700, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc035c9e8c0, 0x380be40, 0xc0001223d8, 0x800000000, 0xc01c6cc460, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc035c9e8c0, 0xc0239a2300, 0xc02ed49613, 0xd, 0x4b5e922, 0xed7e531c6, 0x4f79c20, 0xc0158a51f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc035c9e8c0, 0xc0239a2300, 0x380ea60, 0xc01f5ee5c0, 0xc02ed495e3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc035c9e8c0, 0xc0239a2300, 0xc02ed495c0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc035c9e8c0, 0xc0239a2300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01f5ee200, 0x383ca00, 0xc035c9e8c0, 0xc0239a2300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0158a5758, 0x383ca00, 0xc035c9e8c0, 0xc01f3a7b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc035c9e8c0, 0xc01f3a7b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc035c9e8c0, 0xc01f3a7b00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc035c9e8c0, 0xc01f3a7b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc035c9e8c0, 0xc01f3a6c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc035c9e8c0, 0xc01f3a6400) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc035c9e8c0, 0xc01f3a6400) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018b866e0, 0x38483c0, 0xc024b4c940) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 7397959 [syscall]: syscall.Syscall6(0x28, 0x695, 0x694, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x695, 0x694, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01c970900, 0x694, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x694, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0120636e0, 0xc021610810, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02c7840a8, 0xc021610810, 0x0, 0xc0035d0b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01c970900, 0x380b840, 0xc02ad6e158, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017f9c668, 0x380b840, 0xc019ab5698, 0x800, 0xc0035d0c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017f9c668, 0x380b840, 0xc019ab5698, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc025d33c00, 0x380b840, 0xc019ab5698, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc025d33c00, 0x380b840, 0xc019ab5698, 0x0, 0x0, 0x0, 0x326e760, 0xc02aeef000, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc025d33c00, 0x380be40, 0xc02ad6e158, 0x800000000, 0xc02bace580, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc025d33c00, 0xc019725f00, 0xc0310ff1f3, 0xd, 0x2aa6f15b, 0xed871e04e, 0x4f79c20, 0xc0035d11f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc025d33c00, 0xc019725f00, 0x380ea60, 0xc01ebc4db0, 0xc0310ff1c3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc025d33c00, 0xc019725f00, 0xc0310ff1a0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc025d33c00, 0xc019725f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01ebc4a90, 0x383ca00, 0xc025d33c00, 0xc019725f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0035d1758, 0x383ca00, 0xc025d33c00, 0xc019725d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc025d33c00, 0xc019725d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc025d33c00, 0xc019725d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc025d33c00, 0xc019725d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc025d33c00, 0xc019725b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc025d33c00, 0xc019725900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc025d33c00, 0xc019725900) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc027687720, 0x38483c0, 0xc025fd1600) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4699265 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x223, 0x22c, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x223, 0x22c, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02b976280, 0x22c, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x22c, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0292765a0, 0xc030475d70, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc018662db8, 0xc030475d70, 0x0, 0xc02d82cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02b976280, 0x380b840, 0xc022e809c0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc029951dd8, 0x380b840, 0xc0282d5a70, 0x800, 0xc02d82cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc029951dd8, 0x380b840, 0xc0282d5a70, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02773c000, 0x380b840, 0xc0282d5a70, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02773c000, 0x380b840, 0xc0282d5a70, 0x0, 0x0, 0x0, 0x326e760, 0xc02ed4ef00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02773c000, 0x380be40, 0xc022e809c0, 0x800000000, 0xc033d307a0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02773c000, 0xc002667900, 0xc02c111f73, 0xd, 0x119be3cb, 0xed7e5251e, 0x4f79c20, 0xc02d82d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02773c000, 0xc002667900, 0x380ea60, 0xc0195d9810, 0xc02c111f43, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02773c000, 0xc002667900, 0xc02c111f20, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02773c000, 0xc002667900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0195d94f0, 0x383ca00, 0xc02773c000, 0xc002667900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02d82d758, 0x383ca00, 0xc02773c000, 0xc002667500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02773c000, 0xc002667500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02773c000, 0xc002667500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02773c000, 0xc002667500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02773c000, 0xc002667300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02773c000, 0xc02c5cdd00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02773c000, 0xc02c5cdd00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01ae29860, 0x38483c0, 0xc02250dd80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5596001 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x426, 0x42b, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x426, 0x42b, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc029633300, 0x42b, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x42b, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01c0c8cc0, 0xc01e26a420, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc000122fe0, 0xc01e26a420, 0x0, 0xc00eaa8b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc029633300, 0x380b840, 0xc025cf0160, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02c711d10, 0x380b840, 0xc01692cc18, 0x800, 0xc00eaa8c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02c711d10, 0x380b840, 0xc01692cc18, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc033f82700, 0x380b840, 0xc01692cc18, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc033f82700, 0x380b840, 0xc01692cc18, 0x0, 0x0, 0x0, 0x326e760, 0xc016518700, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc033f82700, 0x380be40, 0xc025cf0160, 0x200000000, 0xc014e63b40, 0x1e, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc033f82700, 0xc014403c00, 0xc001433bb3, 0xc, 0x13dc2597, 0xed79afe9e, 0x4f79c20, 0xc00eaa91f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc033f82700, 0xc014403c00, 0x380ea60, 0xc02fdb5f20, 0xc001433b53, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc033f82700, 0xc014403c00, 0xc001433b30, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc033f82700, 0xc014403c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02fdb5c00, 0x383ca00, 0xc033f82700, 0xc014403c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc00eaa9758, 0x383ca00, 0xc033f82700, 0xc014403a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc033f82700, 0xc014403a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc033f82700, 0xc014403a00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc033f82700, 0xc014403a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc033f82700, 0xc014403600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc033f82700, 0xc014403500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc033f82700, 0xc014403500) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc024375f40, 0x38483c0, 0xc017274840) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5403233 [IO wait, 186 minutes]: internal/poll.runtime_pollWait(0x7f43480bcda8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc029338d98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc029338d80, 0xc0248eed31, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc029338d80, 0xc0248eed31, 0x1, 0x1, 0xc0108f2a80, 0x0, 0xc024dc7058) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc019c6a808, 0xc0248eed31, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0248eed20) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4478591 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0xaa, 0xad, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0xaa, 0xad, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0251aa880, 0xad, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0xad, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc018ffdf20, 0xc02561fd10, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02325b850, 0xc02561fd10, 0x0, 0xc024902b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0251aa880, 0x380b840, 0xc0226c08d8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc024be8530, 0x380b840, 0xc0335684b0, 0x800, 0xc024902c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc024be8530, 0x380b840, 0xc0335684b0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01200cc40, 0x380b840, 0xc0335684b0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01200cc40, 0x380b840, 0xc0335684b0, 0x0, 0x0, 0x0, 0x326e760, 0xc025251700, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01200cc40, 0x380be40, 0xc0226c08d8, 0x800000000, 0xc024f97b00, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01200cc40, 0xc025218900, 0xc0252388f3, 0xd, 0x2b2906a2, 0xed8671a10, 0x4f79c20, 0xc0249031f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01200cc40, 0xc025218900, 0x380ea60, 0xc024dfb950, 0xc0252388c3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01200cc40, 0xc025218900, 0xc0252388a0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01200cc40, 0xc025218900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc024dfb630, 0x383ca00, 0xc01200cc40, 0xc025218900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc024903758, 0x383ca00, 0xc01200cc40, 0xc025218700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01200cc40, 0xc025218700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01200cc40, 0xc025218700) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01200cc40, 0xc025218700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01200cc40, 0xc025218500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01200cc40, 0xc0253c5d00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01200cc40, 0xc0253c5d00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0251bf2c0, 0x38483c0, 0xc025412900) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4842276 [IO wait, 213 minutes]: internal/poll.runtime_pollWait(0x7f41841817f0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0265fe098, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0265fe080, 0xc022f56e81, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0265fe080, 0xc022f56e81, 0x1, 0x1, 0xc0174fa7e0, 0x0, 0xc024d48898) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc01f9aedc0, 0xc022f56e81, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc022f56e70) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7300711 [syscall, 4 minutes]: syscall.Syscall6(0x28, 0x670, 0x67b, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x670, 0x67b, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0355dbe00, 0x67b, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x67b, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0195b9bc0, 0xc023f1b050, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017c1ff98, 0xc023f1b050, 0x0, 0xc03d2eeb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0355dbe00, 0x380b840, 0xc017f9cfb0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0226c1450, 0x380b840, 0xc0192f5188, 0x800, 0xc03d2eec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0226c1450, 0x380b840, 0xc0192f5188, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0296702a0, 0x380b840, 0xc0192f5188, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0296702a0, 0x380b840, 0xc0192f5188, 0x0, 0x0, 0x0, 0x326e760, 0xc019fa7500, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0296702a0, 0x380be40, 0xc017f9cfb0, 0x800000000, 0xc0256c51e0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0296702a0, 0xc0194df600, 0xc02213a5c3, 0xd, 0x67ef766, 0xed7e61938, 0x4f79c20, 0xc03d2ef1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0296702a0, 0xc0194df600, 0x380ea60, 0xc015755020, 0xc02213a593, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0296702a0, 0xc0194df600, 0xc02213a570, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0296702a0, 0xc0194df600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc015754cb0, 0x383ca00, 0xc0296702a0, 0xc0194df600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03d2ef758, 0x383ca00, 0xc0296702a0, 0xc0194df000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0296702a0, 0xc0194df000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0296702a0, 0xc0194df000) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0296702a0, 0xc0194df000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0296702a0, 0xc0194de500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0296702a0, 0xc026843c00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0296702a0, 0xc026843c00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01a2ee280, 0x38483c0, 0xc026661cc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6539842 [IO wait, 131 minutes]: internal/poll.runtime_pollWait(0x7f418706a338, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0160d5818, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0160d5800, 0xc01604a101, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0160d5800, 0xc01604a101, 0x1, 0x1, 0xc01e8aad20, 0x0, 0xc018735758) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02aef24c0, 0xc01604a101, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01604a0f0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6852914 [syscall]: syscall.Syscall6(0x28, 0x5ec, 0x5ed, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x5ec, 0x5ed, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc022e24b00, 0x5ed, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x5ed, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0181e5f20, 0xc011ffa7b0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc000196880, 0xc011ffa7b0, 0x0, 0xc03e5f4b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc022e24b00, 0x380b840, 0xc0000115d8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc018b79248, 0x380b840, 0xc01140fc80, 0x800, 0xc03e5f4c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc018b79248, 0x380b840, 0xc01140fc80, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0114941c0, 0x380b840, 0xc01140fc80, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0114941c0, 0x380b840, 0xc01140fc80, 0x0, 0x0, 0x0, 0x326e760, 0xc00e37ac00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0114941c0, 0x380be40, 0xc0000115d8, 0x800000000, 0xc02a2626e0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0114941c0, 0xc022dbc300, 0xc0160f5df3, 0xd, 0x1eba963d, 0xed85af989, 0x4f79c20, 0xc03e5f51f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0114941c0, 0xc022dbc300, 0x380ea60, 0xc01f894010, 0xc0160f5dc3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0114941c0, 0xc022dbc300, 0xc0160f5da0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0114941c0, 0xc022dbc300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01f361cf0, 0x383ca00, 0xc0114941c0, 0xc022dbc300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03e5f5758, 0x383ca00, 0xc0114941c0, 0xc022dbc000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0114941c0, 0xc022dbc000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0114941c0, 0xc022dbc000) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0114941c0, 0xc022dbc000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0114941c0, 0xc002667d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0114941c0, 0xc002667c00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0114941c0, 0xc002667c00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018b86500, 0x38483c0, 0xc041064780) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5118434 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x32f, 0x334, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x32f, 0x334, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01267f400, 0x334, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x334, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02229dc20, 0xc0195a46f0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc019c6bb58, 0xc0195a46f0, 0x0, 0xc025d44b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01267f400, 0x380b840, 0xc02aef2be8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc000011710, 0x380b840, 0xc039614d68, 0x800, 0xc025d44c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc000011710, 0x380b840, 0xc039614d68, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0380997a0, 0x380b840, 0xc039614d68, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0380997a0, 0x380b840, 0xc039614d68, 0x0, 0x0, 0x0, 0x326e760, 0xc01a841c00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0380997a0, 0x380be40, 0xc02aef2be8, 0x800000000, 0xc01a83a960, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0380997a0, 0xc0193a7e00, 0xc01be417f3, 0xd, 0x2f34eeec, 0xed7e4ea0d, 0x4f79c20, 0xc025d451f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0380997a0, 0xc0193a7e00, 0x380ea60, 0xc0126e23a0, 0xc01be417c3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0380997a0, 0xc0193a7e00, 0xc01be417a0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0380997a0, 0xc0193a7e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0126e2080, 0x383ca00, 0xc0380997a0, 0xc0193a7e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc025d45758, 0x383ca00, 0xc0380997a0, 0xc0193a7b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0380997a0, 0xc0193a7b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0380997a0, 0xc0193a7b00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0380997a0, 0xc0193a7b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0380997a0, 0xc0193a7600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0380997a0, 0xc0193a7500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0380997a0, 0xc0193a7500) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01ae29680, 0x38483c0, 0xc020ad9780) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5136859 [IO wait, 198 minutes]: internal/poll.runtime_pollWait(0x7f41c0125dd8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0251aa298, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0251aa280, 0xc023bb56c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0251aa280, 0xc023bb56c1, 0x1, 0x1, 0xc02c85b020, 0x0, 0xc0218dbc58) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000010b98, 0xc023bb56c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc023bb56b0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6348496 [IO wait, 140 minutes]: internal/poll.runtime_pollWait(0x7f41b8109a30, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc031ab6418, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc031ab6400, 0xc029f29901, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc031ab6400, 0xc029f29901, 0x1, 0x1, 0xc01739f5c0, 0x0, 0xc02676ec18) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000011a00, 0xc029f29901, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc029f298f0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5412508 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x3cd, 0x3cf, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x3cd, 0x3cf, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc014579080, 0x3cf, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x3cf, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc018c97ec0, 0xc029127860, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc023cfbb50, 0xc029127860, 0x0, 0xc038b04b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc014579080, 0x380b840, 0xc001db8440, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc001db8248, 0x380b840, 0xc033830030, 0x800, 0xc038b04c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc001db8248, 0x380b840, 0xc033830030, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0373fa540, 0x380b840, 0xc033830030, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0373fa540, 0x380b840, 0xc033830030, 0x0, 0x0, 0x0, 0x326e760, 0xc0273c4000, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0373fa540, 0x380be40, 0xc001db8440, 0x800000000, 0xc0256050a0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0373fa540, 0xc0193a6f00, 0xc01d363a63, 0xd, 0x193b3e2, 0xed8735eed, 0x4f79c20, 0xc038b051f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0373fa540, 0xc0193a6f00, 0x380ea60, 0xc0122fd820, 0xc01d363a33, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0373fa540, 0xc0193a6f00, 0xc01d363a10, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0373fa540, 0xc0193a6f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0122fd500, 0x383ca00, 0xc0373fa540, 0xc0193a6f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc038b05758, 0x383ca00, 0xc0373fa540, 0xc0193a6500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0373fa540, 0xc0193a6500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0373fa540, 0xc0193a6500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0373fa540, 0xc0193a6500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0373fa540, 0xc0193a6200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0373fa540, 0xc02194df00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0373fa540, 0xc02194df00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bd71900, 0x38483c0, 0xc021bba080) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5453316 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x3df, 0x3e4, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x3df, 0x3e4, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc019291d80, 0x3e4, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x3e4, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc018878ae0, 0xc015b93b00, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017ae9bd0, 0xc015b93b00, 0x0, 0xc02d06cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc019291d80, 0x380b840, 0xc0226c0738, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017e42e48, 0x380b840, 0xc019a64c18, 0x800, 0xc02d06cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017e42e48, 0x380b840, 0xc019a64c18, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03043c380, 0x380b840, 0xc019a64c18, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03043c380, 0x380b840, 0xc019a64c18, 0x0, 0x0, 0x0, 0x326e760, 0xc028920800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03043c380, 0x380be40, 0xc0226c0738, 0x800000000, 0xc015f75d80, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03043c380, 0xc011fdf100, 0xc031956743, 0xd, 0x8cb1ab5, 0xed8674d47, 0x4f79c20, 0xc02d06d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03043c380, 0xc011fdf100, 0x380ea60, 0xc0113a5620, 0xc031956713, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03043c380, 0xc011fdf100, 0xc0319566f0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03043c380, 0xc011fdf100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0113a5300, 0x383ca00, 0xc03043c380, 0xc011fdf100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02d06d758, 0x383ca00, 0xc03043c380, 0xc011fdee00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03043c380, 0xc011fdee00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03043c380, 0xc011fdee00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03043c380, 0xc011fdee00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03043c380, 0xc011fdea00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03043c380, 0xc019288f00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03043c380, 0xc019288f00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018b86aa0, 0x38483c0, 0xc017275cc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5512637 [syscall, 4 minutes]: syscall.Syscall6(0x28, 0x3f8, 0x400, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x3f8, 0x400, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc011b67e00, 0x400, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x400, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02d3a0ba0, 0xc036a6c030, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc001db8000, 0xc036a6c030, 0x0, 0xc02d06eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc011b67e00, 0x380b840, 0xc017401340, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc018663308, 0x380b840, 0xc002a145b8, 0x800, 0xc02d06ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc018663308, 0x380b840, 0xc002a145b8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc025d32fc0, 0x380b840, 0xc002a145b8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc025d32fc0, 0x380b840, 0xc002a145b8, 0x0, 0x0, 0x0, 0x326e760, 0xc02e89c400, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc025d32fc0, 0x380be40, 0xc017401340, 0x800000000, 0xc02e750a80, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc025d32fc0, 0xc026c78600, 0xc02e363eb3, 0xd, 0x10388808, 0xed8177a00, 0x4f79c20, 0xc02d06f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc025d32fc0, 0xc026c78600, 0x380ea60, 0xc010947f30, 0xc02e363e83, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc025d32fc0, 0xc026c78600, 0xc02e363e60, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc025d32fc0, 0xc026c78600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc010947c10, 0x383ca00, 0xc025d32fc0, 0xc026c78600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02d06f758, 0x383ca00, 0xc025d32fc0, 0xc026c78200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc025d32fc0, 0xc026c78200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc025d32fc0, 0xc026c78200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc025d32fc0, 0xc026c78200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc025d32fc0, 0xc026c78000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc025d32fc0, 0xc014403900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc025d32fc0, 0xc014403900) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc019524aa0, 0x38483c0, 0xc034a68140) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6473106 [syscall]: syscall.Syscall6(0x28, 0x575, 0x576, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x575, 0x576, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0179b5b80, 0x576, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x576, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01f340960, 0xc0175d9b90, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc000123310, 0xc0175d9b90, 0x0, 0xc031ee4b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0179b5b80, 0x380b840, 0xc00001a3e0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02f4a2f80, 0x380b840, 0xc033831e90, 0x800, 0xc031ee4c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02f4a2f80, 0x380b840, 0xc033831e90, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02900f6c0, 0x380b840, 0xc033831e90, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02900f6c0, 0x380b840, 0xc033831e90, 0x0, 0x0, 0x0, 0x326e760, 0xc02dcf6600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02900f6c0, 0x380be40, 0xc00001a3e0, 0x800000000, 0xc02ce3f2c0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02900f6c0, 0xc011fde600, 0xc02ce0d5b3, 0xd, 0x2f193449, 0xed8745f54, 0x4f79c20, 0xc031ee51f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02900f6c0, 0xc011fde600, 0x380ea60, 0xc0016babf0, 0xc02ce0d583, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02900f6c0, 0xc011fde600, 0xc02ce0d560, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02900f6c0, 0xc011fde600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0016ba730, 0x383ca00, 0xc02900f6c0, 0xc011fde600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc031ee5758, 0x383ca00, 0xc02900f6c0, 0xc011fde200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02900f6c0, 0xc011fde200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02900f6c0, 0xc011fde200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02900f6c0, 0xc011fde200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02900f6c0, 0xc00233df00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02900f6c0, 0xc00233de00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02900f6c0, 0xc00233de00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023fae1e0, 0x38483c0, 0xc02b339280) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6733277 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x5c6, 0x5c7, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x5c6, 0x5c7, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc033f37500, 0x5c7, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x5c7, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01fdedc20, 0xc021231020, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc032e60070, 0xc021231020, 0x0, 0xc030ab0b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc033f37500, 0x380b840, 0xc02ed29660, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02ad6ea40, 0x380b840, 0xc03ab054d0, 0x800, 0xc030ab0c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02ad6ea40, 0x380b840, 0xc03ab054d0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc011495a40, 0x380b840, 0xc03ab054d0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc011495a40, 0x380b840, 0xc03ab054d0, 0x0, 0x0, 0x0, 0x326e760, 0xc01bc9fb00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc011495a40, 0x380be40, 0xc02ed29660, 0x800000000, 0xc0262f9420, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc011495a40, 0xc0162b7e00, 0xc02fcdbc13, 0xd, 0x33706d78, 0xed85dc4f6, 0x4f79c20, 0xc030ab11f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc011495a40, 0xc0162b7e00, 0x380ea60, 0xc01637c610, 0xc02fcdbbe3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc011495a40, 0xc0162b7e00, 0xc02fcdbbc0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc011495a40, 0xc0162b7e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01637c290, 0x383ca00, 0xc011495a40, 0xc0162b7e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc030ab1758, 0x383ca00, 0xc011495a40, 0xc0162b6d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc011495a40, 0xc0162b6d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc011495a40, 0xc0162b6d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc011495a40, 0xc0162b6d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc011495a40, 0xc0162b6a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc011495a40, 0xc0162b6900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc011495a40, 0xc0162b6900) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc025be9b80, 0x38483c0, 0xc0256a34c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6733353 [IO wait, 122 minutes]: internal/poll.runtime_pollWait(0x7f41b810a5f8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc033f37518, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc033f37500, 0xc022bc6a91, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc033f37500, 0xc022bc6a91, 0x1, 0x1, 0xc0132c08a0, 0x0, 0xc0256a3558) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02ad6ea40, 0xc022bc6a91, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc022bc6a80) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7126896 [IO wait, 104 minutes]: internal/poll.runtime_pollWait(0x7f4124104fd0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc033b7cf98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc033b7cf80, 0xc023a2eb21, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc033b7cf80, 0xc023a2eb21, 0x1, 0x1, 0xc03f21d748, 0xc01459c298, 0xc03f21d7c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000fa3600, 0xc023a2eb21, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc023a2eb10) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4648021 [syscall]: syscall.Syscall6(0x28, 0x1fb, 0x200, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x1fb, 0x200, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc010751180, 0x200, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x200, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0343b7860, 0xc01fafe7b0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc01f9aefd8, 0xc01fafe7b0, 0x0, 0xc023986b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc010751180, 0x380b840, 0xc01f9aef70, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc01f9aee58, 0x380b840, 0xc021b7ce10, 0x800, 0xc023986c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc01f9aee58, 0x380b840, 0xc021b7ce10, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0124a62a0, 0x380b840, 0xc021b7ce10, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0124a62a0, 0x380b840, 0xc021b7ce10, 0x0, 0x0, 0x0, 0x326e760, 0xc01e03fe00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0124a62a0, 0x380be40, 0xc01f9aef70, 0x800000000, 0xc017fcfc00, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0124a62a0, 0xc002189900, 0xc01f8ebdf3, 0xc, 0xec1a964, 0xed78e3c9a, 0x4f79c20, 0xc0239871f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0124a62a0, 0xc002189900, 0x380ea60, 0xc0105b58e0, 0xc01f8ebd93, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0124a62a0, 0xc002189900, 0xc01f8ebd70, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0124a62a0, 0xc002189900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0105b55c0, 0x383ca00, 0xc0124a62a0, 0xc002189900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc023987758, 0x383ca00, 0xc0124a62a0, 0xc002189400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0124a62a0, 0xc002189400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0124a62a0, 0xc002189400) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0124a62a0, 0xc002189400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0124a62a0, 0xc002189100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0124a62a0, 0xc02c5ccc00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0124a62a0, 0xc02c5ccc00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0217866e0, 0x38483c0, 0xc01896af40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6650858 [IO wait, 126 minutes]: internal/poll.runtime_pollWait(0x7f41841b2c10, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc029613098, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc029613080, 0xc0214f27f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc029613080, 0xc0214f27f1, 0x1, 0x1, 0x0, 0xc02d4ce8e0, 0xc033000001) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc015838f48, 0xc0214f27f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0214f27e0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4548685 [syscall]: syscall.Syscall6(0x28, 0x193, 0x4e4, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x193, 0x4e4, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0197a7780, 0x4e4, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x4e4, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0187c79e0, 0xc018d6d8c0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017b2ac38, 0xc018d6d8c0, 0x0, 0xc01325ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0197a7780, 0x380b840, 0xc0339f7d98, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02ac795a0, 0x380b840, 0xc024573b30, 0x800, 0xc01325ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02ac795a0, 0x380b840, 0xc024573b30, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02db60000, 0x380b840, 0xc024573b30, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02db60000, 0x380b840, 0xc024573b30, 0x0, 0x0, 0x0, 0x326e760, 0xc016ab8c00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02db60000, 0x380be40, 0xc0339f7d98, 0x800000000, 0xc026487140, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02db60000, 0xc018ddb300, 0xc02c049c43, 0xd, 0xbb60d89, 0xed7e3ada6, 0x4f79c20, 0xc01325b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02db60000, 0xc018ddb300, 0x380ea60, 0xc025f81520, 0xc02c049be3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02db60000, 0xc018ddb300, 0xc02c049bc0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02db60000, 0xc018ddb300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc025f811f0, 0x383ca00, 0xc02db60000, 0xc018ddb300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01325b758, 0x383ca00, 0xc02db60000, 0xc018dda400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02db60000, 0xc018dda400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02db60000, 0xc018dda400) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02db60000, 0xc018dda400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02db60000, 0xc018dda200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02db60000, 0xc019567000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02db60000, 0xc019567000) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023edc0a0, 0x38483c0, 0xc023e24840) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6017077 [IO wait, 157 minutes]: internal/poll.runtime_pollWait(0x7f4348095398, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02c3aff18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02c3aff00, 0xc013e10a01, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02c3aff00, 0xc013e10a01, 0x1, 0x1, 0xc0026ed748, 0xc000a1a138, 0xc0026ed7c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017c1ef38, 0xc013e10a01, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc013e109f0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5305279 [IO wait, 190 minutes]: internal/poll.runtime_pollWait(0x7f4187b3efb0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01a959618, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01a959600, 0xc01f7eb9f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01a959600, 0xc01f7eb9f1, 0x1, 0x1, 0xc016175920, 0x0, 0xc018af5218) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02f4a2930, 0xc01f7eb9f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01f7eb9e0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4878928 [IO wait, 211 minutes]: internal/poll.runtime_pollWait(0x7f4168058568, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc034a54c18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc034a54c00, 0xc01cadf331, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc034a54c00, 0xc01cadf331, 0x1, 0x1, 0xc01894b260, 0x0, 0xc018bd8d58) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0155b95c8, 0xc01cadf331, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01cadf320) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4478147 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f43480bcbd8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc023177e98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc023177e80, 0xc023553841, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc023177e80, 0xc023553841, 0x1, 0x1, 0xc021d9fe60, 0x0, 0xc0264dfbd8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc022e80c60, 0xc023553841, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc023553830) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6095924 [syscall]: syscall.Syscall6(0x28, 0x4ef, 0x4f0, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x4ef, 0x4f0, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc021b8fe00, 0x4f0, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x4f0, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc016cca6c0, 0xc020f6e360, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc00298a040, 0xc020f6e360, 0x0, 0xc03434eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc021b8fe00, 0x380b840, 0xc00001ace0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc026042338, 0x380b840, 0xc0157f81e0, 0x800, 0xc03434ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc026042338, 0x380b840, 0xc0157f81e0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0347d6620, 0x380b840, 0xc0157f81e0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0347d6620, 0x380b840, 0xc0157f81e0, 0x0, 0x0, 0x0, 0x326e760, 0xc02a0c9800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0347d6620, 0x380be40, 0xc00001ace0, 0x800000000, 0xc02a0ce360, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0347d6620, 0xc002188700, 0xc029ffe7d3, 0xd, 0x1292fdc9, 0xed7e6cdec, 0x4f79c20, 0xc03434f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0347d6620, 0xc002188700, 0x380ea60, 0xc0202eeff0, 0xc029ffe7a3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0347d6620, 0xc002188700, 0xc029ffe780, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0347d6620, 0xc002188700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0202eebf0, 0x383ca00, 0xc0347d6620, 0xc002188700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03434f758, 0x383ca00, 0xc0347d6620, 0xc002188000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0347d6620, 0xc002188000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0347d6620, 0xc002188000) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0347d6620, 0xc002188000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0347d6620, 0xc01f8d7e00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0347d6620, 0xc0023a7600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0347d6620, 0xc0023a7600) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bd701e0, 0x38483c0, 0xc020533880) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6568371 [syscall]: syscall.Syscall6(0x28, 0x156, 0x595, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x156, 0x595, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc027911100, 0x595, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x595, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02d3a0840, 0xc0255edb60, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02ad6f180, 0xc0255edb60, 0x0, 0xc03754cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc027911100, 0x380b840, 0xc002a16a60, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc030b94c98, 0x380b840, 0xc0122ca7f8, 0x800, 0xc03754cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc030b94c98, 0x380b840, 0xc0122ca7f8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc016de5340, 0x380b840, 0xc0122ca7f8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc016de5340, 0x380b840, 0xc0122ca7f8, 0x0, 0x0, 0x0, 0x326e760, 0xc03522ee00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc016de5340, 0x380be40, 0xc002a16a60, 0x800000000, 0xc018044580, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc016de5340, 0xc0027cc700, 0xc033089af3, 0xd, 0x33edb2f2, 0xed867717c, 0x4f79c20, 0xc03754d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc016de5340, 0xc0027cc700, 0x380ea60, 0xc02b742f00, 0xc033089ac3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc016de5340, 0xc0027cc700, 0xc033089aa0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc016de5340, 0xc0027cc700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02b742bd0, 0x383ca00, 0xc016de5340, 0xc0027cc700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03754d758, 0x383ca00, 0xc016de5340, 0xc0027cc000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc016de5340, 0xc0027cc000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc016de5340, 0xc0027cc000) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc016de5340, 0xc0027cc000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc016de5340, 0xc000497a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc016de5340, 0xc000497000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc016de5340, 0xc000497000) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01a2ef680, 0x38483c0, 0xc025f21600) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6695301 [IO wait, 124 minutes]: internal/poll.runtime_pollWait(0x7f435801cc00, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02d39d718, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02d39d700, 0xc02369b841, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02d39d700, 0xc02369b841, 0x1, 0x1, 0xc021bfed20, 0x0, 0xc021933c58) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017ae9a38, 0xc02369b841, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02369b830) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4519573 [IO wait, 228 minutes]: internal/poll.runtime_pollWait(0x7f435015e4d8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0338d4218, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0338d4200, 0xc01edd5f91, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0338d4200, 0xc01edd5f91, 0x1, 0x1, 0xc01a4bd320, 0x0, 0xc02151ccd8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000197080, 0xc01edd5f91, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01edd5f80) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4853946 [syscall]: syscall.Syscall6(0x28, 0x298, 0x29d, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x298, 0x29d, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc023a34300, 0x29d, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x29d, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01fded7a0, 0xc0223fa6f0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc023cfa8c0, 0xc0223fa6f0, 0x0, 0xc035d26b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc023a34300, 0x380b840, 0xc01f9af060, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc01f9aef40, 0x380b840, 0xc025a818a8, 0x800, 0xc035d26c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc01f9aef40, 0x380b840, 0xc025a818a8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01154c700, 0x380b840, 0xc025a818a8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01154c700, 0x380b840, 0xc025a818a8, 0x0, 0x0, 0x0, 0x326e760, 0xc02ca7e000, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01154c700, 0x380be40, 0xc01f9af060, 0x800000000, 0xc02ca5f720, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01154c700, 0xc019092e00, 0xc02c4d75b3, 0xd, 0x1f4662ca, 0xed872ef7a, 0x4f79c20, 0xc035d271f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01154c700, 0xc019092e00, 0x380ea60, 0xc02e76ff00, 0xc02c4d7583, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01154c700, 0xc019092e00, 0xc02c4d7560, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01154c700, 0xc019092e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02e76fb70, 0x383ca00, 0xc01154c700, 0xc019092e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc035d27758, 0x383ca00, 0xc01154c700, 0xc019092c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01154c700, 0xc019092c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01154c700, 0xc019092c00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01154c700, 0xc019092c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01154c700, 0xc019092a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01154c700, 0xc02c16f600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01154c700, 0xc02c16f600) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc021787ea0, 0x38483c0, 0xc0186bf980) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5797001 [IO wait, 167 minutes]: internal/poll.runtime_pollWait(0x7f4187ba28c8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0228b7f18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0228b7f00, 0xc026f5a371, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0228b7f00, 0xc026f5a371, 0x1, 0x1, 0xc016e58900, 0x0, 0xc026de8b98) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0213ab840, 0xc026f5a371, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc026f5a360) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4498848 [syscall]: syscall.Syscall6(0x28, 0x11e, 0x122, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x11e, 0x122, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc025481a80, 0x122, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x122, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02a09c240, 0xc01ca44c60, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02c784d60, 0xc01ca44c60, 0x0, 0xc02c478b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc025481a80, 0x380b840, 0xc02ed29f70, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc000fa2230, 0x380b840, 0xc01802ce88, 0x800, 0xc02c478c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc000fa2230, 0x380b840, 0xc01802ce88, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02d6f4e00, 0x380b840, 0xc01802ce88, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02d6f4e00, 0x380b840, 0xc01802ce88, 0x0, 0x0, 0x0, 0x326e760, 0xc01ae14300, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02d6f4e00, 0x380be40, 0xc02ed29f70, 0x800000000, 0xc01a8a5a00, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02d6f4e00, 0xc002189d00, 0xc031527463, 0xd, 0x11f71a77, 0xed859d0b2, 0x4f79c20, 0xc02c4791f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02d6f4e00, 0xc002189d00, 0x380ea60, 0xc01fc21310, 0xc031527433, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02d6f4e00, 0xc002189d00, 0xc031527410, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02d6f4e00, 0xc002189d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01fc20ff0, 0x383ca00, 0xc02d6f4e00, 0xc002189d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02c479758, 0x383ca00, 0xc02d6f4e00, 0xc002189b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02d6f4e00, 0xc002189b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02d6f4e00, 0xc002189b00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02d6f4e00, 0xc002189b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02d6f4e00, 0xc002189900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02d6f4e00, 0xc002189800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02d6f4e00, 0xc002189800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0025fa640, 0x38483c0, 0xc01906c440) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5715278 [syscall]: syscall.Syscall6(0x28, 0x456, 0x460, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x456, 0x460, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc024cffd00, 0x460, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x460, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0150da060, 0xc0242c4120, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017743d18, 0xc0242c4120, 0x0, 0xc0203f6b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc024cffd00, 0x380b840, 0xc0213aa9c8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc021dd40c0, 0x380b840, 0xc01555b308, 0x800, 0xc0203f6c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc021dd40c0, 0x380b840, 0xc01555b308, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc033f821c0, 0x380b840, 0xc01555b308, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc033f821c0, 0x380b840, 0xc01555b308, 0x0, 0x0, 0x0, 0x326e760, 0xc00f765900, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc033f821c0, 0x380be40, 0xc0213aa9c8, 0x800000000, 0xc01cf08c40, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc033f821c0, 0xc018ddbc00, 0xc026801733, 0xd, 0x27fcfa53, 0xed86bf5e4, 0x4f79c20, 0xc0203f71f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc033f821c0, 0xc018ddbc00, 0x380ea60, 0xc023afbee0, 0xc026801703, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc033f821c0, 0xc018ddbc00, 0xc0268016e0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc033f821c0, 0xc018ddbc00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc023afbbb0, 0x383ca00, 0xc033f821c0, 0xc018ddbc00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0203f7758, 0x383ca00, 0xc033f821c0, 0xc018ddb600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc033f821c0, 0xc018ddb600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc033f821c0, 0xc018ddb600) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc033f821c0, 0xc018ddb600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc033f821c0, 0xc018ddae00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc033f821c0, 0xc018dda700) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc033f821c0, 0xc018dda700) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc027686960, 0x38483c0, 0xc01cfff780) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5944644 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x4b8, 0x4b9, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x4b8, 0x4b9, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc031be4e00, 0x4b9, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x4b9, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc014dfa4e0, 0xc0247314d0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0271a76b8, 0xc0247314d0, 0x0, 0xc00e68ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc031be4e00, 0x380b840, 0xc030b94018, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0155b93a8, 0x380b840, 0xc039eb8ca8, 0x800, 0xc00e68ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0155b93a8, 0x380b840, 0xc039eb8ca8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc011bfda40, 0x380b840, 0xc039eb8ca8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc011bfda40, 0x380b840, 0xc039eb8ca8, 0x0, 0x0, 0x0, 0x326e760, 0xc025afe500, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc011bfda40, 0x380be40, 0xc030b94018, 0x800000000, 0xc031b5e460, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc011bfda40, 0xc02194c800, 0xc02a67fe53, 0xd, 0x34d4213f, 0xed7a2c99d, 0x4f79c20, 0xc00e68b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc011bfda40, 0xc02194c800, 0x380ea60, 0xc026a36e90, 0xc02a67fe23, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc011bfda40, 0xc02194c800, 0xc02a67fe00, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc011bfda40, 0xc02194c800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc026a36b50, 0x383ca00, 0xc011bfda40, 0xc02194c800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc00e68b758, 0x383ca00, 0xc011bfda40, 0xc02194c200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc011bfda40, 0xc02194c200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc011bfda40, 0xc02194c200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc011bfda40, 0xc02194c200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc011bfda40, 0xc02194c000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc011bfda40, 0xc026d32b00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc011bfda40, 0xc026d32b00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc024375ae0, 0x38483c0, 0xc031e7ba00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4479904 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0xdb, 0xdd, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0xdb, 0xdd, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc023c23300, 0xdd, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0xdd, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc00236f6e0, 0xc018b324e0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02c784728, 0xc018b324e0, 0x0, 0xc026c48b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc023c23300, 0x380b840, 0xc0339f7a88, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc025cf0b20, 0x380b840, 0xc03345f740, 0x800, 0xc026c48c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc025cf0b20, 0x380b840, 0xc03345f740, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02b0ff7a0, 0x380b840, 0xc03345f740, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02b0ff7a0, 0x380b840, 0xc03345f740, 0x0, 0x0, 0x0, 0x326e760, 0xc01ce6da00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02b0ff7a0, 0x380be40, 0xc0339f7a88, 0x800000000, 0xc01ce615e0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02b0ff7a0, 0xc0156fea00, 0xc0219a8893, 0xd, 0x20dc60d, 0xed8735eed, 0x4f79c20, 0xc026c491f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02b0ff7a0, 0xc0156fea00, 0x380ea60, 0xc0204a0d40, 0xc0219a8863, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02b0ff7a0, 0xc0156fea00, 0xc0219a8840, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02b0ff7a0, 0xc0156fea00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0204a0a20, 0x383ca00, 0xc02b0ff7a0, 0xc0156fea00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc026c49758, 0x383ca00, 0xc02b0ff7a0, 0xc0156fe800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02b0ff7a0, 0xc0156fe800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02b0ff7a0, 0xc0156fe800) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02b0ff7a0, 0xc0156fe800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02b0ff7a0, 0xc0156fe500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02b0ff7a0, 0xc02c5cd900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02b0ff7a0, 0xc02c5cd900) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018d20000, 0x38483c0, 0xc017f81140) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5421674 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x3d0, 0x3d6, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x3d0, 0x3d6, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0178acf80, 0x3d6, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x3d6, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01aaa9ce0, 0xc01df09f80, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02f6dbc70, 0xc01df09f80, 0x0, 0xc032aceb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0178acf80, 0x380b840, 0xc0030501d0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017f9d4a8, 0x380b840, 0xc0152f6708, 0x800, 0xc032acec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017f9d4a8, 0x380b840, 0xc0152f6708, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc027e47c00, 0x380b840, 0xc0152f6708, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc027e47c00, 0x380b840, 0xc0152f6708, 0x0, 0x0, 0x0, 0x326e760, 0xc02d588000, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc027e47c00, 0x380be40, 0xc0030501d0, 0x800000000, 0xc02d586080, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc027e47c00, 0xc02c16e200, 0xc02cf2d583, 0xd, 0x2c797897, 0xed866d5bf, 0x4f79c20, 0xc032acf1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc027e47c00, 0xc02c16e200, 0x380ea60, 0xc0013575d0, 0xc02cf2d553, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc027e47c00, 0xc02c16e200, 0xc02cf2d530, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc027e47c00, 0xc02c16e200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0013570d0, 0x383ca00, 0xc027e47c00, 0xc02c16e200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc032acf758, 0x383ca00, 0xc027e47c00, 0xc02c16e000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc027e47c00, 0xc02c16e000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc027e47c00, 0xc02c16e000) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc027e47c00, 0xc02c16e000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc027e47c00, 0xc030689900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc027e47c00, 0xc030689800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc027e47c00, 0xc030689800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc033009220, 0x38483c0, 0xc03c2e14c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6562858 [IO wait, 130 minutes]: internal/poll.runtime_pollWait(0x7f41841819c0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc023c6f898, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc023c6f880, 0xc015c05ed1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc023c6f880, 0xc015c05ed1, 0x1, 0x1, 0xc024d34480, 0x0, 0xc03f26a818) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc01f9aeea8, 0xc015c05ed1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc015c05ec0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6054823 [syscall]: syscall.Syscall6(0x28, 0x4df, 0x4e1, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x4df, 0x4e1, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc019021100, 0x4e1, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x4e1, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc018def680, 0xc035bb2d80, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0174016c8, 0xc035bb2d80, 0x0, 0xc00ff72b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc019021100, 0x380b840, 0xc017c1e820, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc023cfa958, 0x380b840, 0xc021b7c948, 0x800, 0xc00ff72c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc023cfa958, 0x380b840, 0xc021b7c948, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02e270460, 0x380b840, 0xc021b7c948, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02e270460, 0x380b840, 0xc021b7c948, 0x0, 0x0, 0x0, 0x326e760, 0xc014414300, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02e270460, 0x380be40, 0xc017c1e820, 0x800000000, 0xc03486ffc0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02e270460, 0xc02194cf00, 0xc020a2eda3, 0xd, 0x34d4213f, 0xed7a2c99d, 0x4f79c20, 0xc02ee911f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02e270460, 0xc02194cf00, 0x380ea60, 0xc020cd4fc0, 0xc020a2ed73, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02e270460, 0xc02194cf00, 0xc020a2ed50, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02e270460, 0xc02194cf00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc020cd4c90, 0x383ca00, 0xc02e270460, 0xc02194cf00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02ee91758, 0x383ca00, 0xc02e270460, 0xc02194c700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02e270460, 0xc02194c700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02e270460, 0xc02194c700) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02e270460, 0xc02194c700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02e270460, 0xc02194c100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02e270460, 0xc02194c000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02e270460, 0xc02194c000) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023fae460, 0x38483c0, 0xc01b3e27c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4869864 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x29f, 0x2a4, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x29f, 0x2a4, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc025371580, 0x2a4, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x2a4, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc018958600, 0xc01684ef30, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc001db83a0, 0xc01684ef30, 0x0, 0xc012252b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc025371580, 0x380b840, 0xc02ad6f6d0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02ad6f550, 0x380b840, 0xc0167f46c0, 0x800, 0xc012252c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02ad6f550, 0x380b840, 0xc0167f46c0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02773ce00, 0x380b840, 0xc0167f46c0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02773ce00, 0x380b840, 0xc0167f46c0, 0x0, 0x0, 0x0, 0x326e760, 0xc0210d6b00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02773ce00, 0x380be40, 0xc02ad6f6d0, 0x800000000, 0xc0210d06a0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02773ce00, 0xc002080600, 0xc0309a6d73, 0xd, 0x1188accb, 0xed81becf2, 0x4f79c20, 0xc0389eb1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02773ce00, 0xc002080600, 0x380ea60, 0xc026c64520, 0xc0309a6d43, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02773ce00, 0xc002080600, 0xc0309a6d20, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02773ce00, 0xc002080600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc026c641f0, 0x383ca00, 0xc02773ce00, 0xc002080600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0389eb758, 0x383ca00, 0xc02773ce00, 0xc002080300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02773ce00, 0xc002080300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02773ce00, 0xc002080300) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02773ce00, 0xc002080300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02773ce00, 0xc002080000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02773ce00, 0xc030689f00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02773ce00, 0xc030689f00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01d9fb7c0, 0x38483c0, 0xc018bd9880) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6843125 [syscall]: syscall.Syscall6(0x28, 0x5e2, 0x5e4, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x5e2, 0x5e4, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0159d6080, 0x5e4, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x5e4, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0264e65a0, 0xc0397e0e10, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc023cfb878, 0xc0397e0e10, 0x0, 0xc0246c8b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0159d6080, 0x380b840, 0xc000fa2c20, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc030b94cf8, 0x380b840, 0xc014764120, 0x800, 0xc0246c8c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc030b94cf8, 0x380b840, 0xc014764120, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02900eee0, 0x380b840, 0xc014764120, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02900eee0, 0x380b840, 0xc014764120, 0x0, 0x0, 0x0, 0x326e760, 0xc03e34fb00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02900eee0, 0x380be40, 0xc000fa2c20, 0x800000000, 0xc0290f3a80, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02900eee0, 0xc01f3a7a00, 0xc03e354503, 0xd, 0x7fb6caa, 0xed8670337, 0x4f79c20, 0xc0246c91f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02900eee0, 0xc01f3a7a00, 0x380ea60, 0xc025b5e440, 0xc03e3544d3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02900eee0, 0xc01f3a7a00, 0xc03e3544b0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02900eee0, 0xc01f3a7a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc025b5e110, 0x383ca00, 0xc02900eee0, 0xc01f3a7a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0246c9758, 0x383ca00, 0xc02900eee0, 0xc01f3a7500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02900eee0, 0xc01f3a7500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02900eee0, 0xc01f3a7500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02900eee0, 0xc01f3a7500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02900eee0, 0xc01f3a6c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02900eee0, 0xc0239a2f00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02900eee0, 0xc0239a2f00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc000fdd7c0, 0x38483c0, 0xc003138d40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6174174 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x50a, 0x50b, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x50a, 0x50b, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc033f52800, 0x50b, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x50b, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc012201920, 0xc02cab7ce0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc023bb98b8, 0xc02cab7ce0, 0x0, 0xc02f1a8b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc033f52800, 0x380b840, 0xc02cc9e1b8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02cc9e0f8, 0x380b840, 0xc0147643c0, 0x800, 0xc02f1a8c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02cc9e0f8, 0x380b840, 0xc0147643c0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02d552a80, 0x380b840, 0xc0147643c0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02d552a80, 0x380b840, 0xc0147643c0, 0x0, 0x0, 0x0, 0x326e760, 0xc033f65f00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02d552a80, 0x380be40, 0xc02cc9e1b8, 0x800000000, 0xc033f3b180, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02d552a80, 0xc022dbc500, 0xc0343e60b3, 0xd, 0x2e5a73d9, 0xed7a2ce89, 0x4f79c20, 0xc02f1a91f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02d552a80, 0xc022dbc500, 0x380ea60, 0xc0163d0830, 0xc0343e6083, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02d552a80, 0xc022dbc500, 0xc0343e6060, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02d552a80, 0xc022dbc500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0163d0500, 0x383ca00, 0xc02d552a80, 0xc022dbc500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02f1a9758, 0x383ca00, 0xc02d552a80, 0xc022dbc200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02d552a80, 0xc022dbc200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02d552a80, 0xc022dbc200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02d552a80, 0xc022dbc200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02d552a80, 0xc022dbc000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02d552a80, 0xc030688600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02d552a80, 0xc030688600) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023edd220, 0x38483c0, 0xc025d54240) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5221958 [syscall, 4 minutes]: syscall.Syscall6(0x28, 0x3fe, 0x403, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x3fe, 0x403, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc019a14280, 0x403, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x403, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01c251c80, 0xc0354d2090, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc00001b768, 0xc0354d2090, 0x0, 0xc03c490b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc019a14280, 0x380b840, 0xc0154fce10, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02aef2090, 0x380b840, 0xc002f6eb88, 0x800, 0xc03c490c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02aef2090, 0x380b840, 0xc002f6eb88, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02900e1c0, 0x380b840, 0xc002f6eb88, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02900e1c0, 0x380b840, 0xc002f6eb88, 0x0, 0x0, 0x0, 0x326e760, 0xc02130f200, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02900e1c0, 0x380be40, 0xc0154fce10, 0x200000000, 0xc01373c750, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02900e1c0, 0xc0156ffd00, 0xc01373c743, 0xd, 0xcf98b9d, 0xed7f56c6c, 0x4f79c20, 0xc03c4911f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02900e1c0, 0xc0156ffd00, 0x380ea60, 0xc02e76fcb0, 0xc01373c713, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02900e1c0, 0xc0156ffd00, 0xc01373c6f0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02900e1c0, 0xc0156ffd00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02e76f980, 0x383ca00, 0xc02900e1c0, 0xc0156ffd00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03c491758, 0x383ca00, 0xc02900e1c0, 0xc0156ff500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02900e1c0, 0xc0156ff500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02900e1c0, 0xc0156ff500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02900e1c0, 0xc0156ff500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02900e1c0, 0xc0156fe300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02900e1c0, 0xc026d33f00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02900e1c0, 0xc026d33f00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0236eab40, 0x38483c0, 0xc025f20480) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5155179 [IO wait, 198 minutes]: internal/poll.runtime_pollWait(0x7f435019a1a8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc03128fc18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc03128fc00, 0xc021d9d451, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc03128fc00, 0xc021d9d451, 0x1, 0x1, 0xc0147b4c60, 0x0, 0xc015076b98) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017e43b20, 0xc021d9d451, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc021d9d440) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5223694 [syscall, 4 minutes]: syscall.Syscall6(0x28, 0x369, 0x36c, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x369, 0x36c, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc010750480, 0x36c, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x36c, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc021b806c0, 0xc01414e030, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc021dd5040, 0xc01414e030, 0x0, 0xc02ef6ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc010750480, 0x380b840, 0xc000118538, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc016414a78, 0x380b840, 0xc017e40a38, 0x800, 0xc02ef6ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc016414a78, 0x380b840, 0xc017e40a38, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01c7a22a0, 0x380b840, 0xc017e40a38, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01c7a22a0, 0x380b840, 0xc017e40a38, 0x0, 0x0, 0x0, 0x326e760, 0xc021232e00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01c7a22a0, 0x380be40, 0xc000118538, 0x800000000, 0xc0211139a0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01c7a22a0, 0xc02c16e300, 0xc02baf9c43, 0xd, 0x29453a93, 0xed873eed4, 0x4f79c20, 0xc02ef6b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01c7a22a0, 0xc02c16e300, 0x380ea60, 0xc024c0a7c0, 0xc02baf9c13, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01c7a22a0, 0xc02c16e300, 0xc02baf9bf0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01c7a22a0, 0xc02c16e300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc024c0a4a0, 0x383ca00, 0xc01c7a22a0, 0xc02c16e300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02ef6b758, 0x383ca00, 0xc01c7a22a0, 0xc02c16e100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01c7a22a0, 0xc02c16e100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01c7a22a0, 0xc02c16e100) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01c7a22a0, 0xc02c16e100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01c7a22a0, 0xc014403e00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01c7a22a0, 0xc014403d00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01c7a22a0, 0xc014403d00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0236ea960, 0x38483c0, 0xc019f547c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4489435 [syscall]: syscall.Syscall6(0x28, 0x109, 0x111, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x109, 0x111, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0106a2480, 0x111, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x111, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0155a6ae0, 0xc0195a43f0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017e42f30, 0xc0195a43f0, 0x0, 0xc011a0cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0106a2480, 0x380b840, 0xc02aef3cc0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc003050288, 0x380b840, 0xc01be7f188, 0x800, 0xc011a0cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc003050288, 0x380b840, 0xc01be7f188, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc015462540, 0x380b840, 0xc01be7f188, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc015462540, 0x380b840, 0xc01be7f188, 0x0, 0x0, 0x0, 0x326e760, 0xc0196fc700, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc015462540, 0x380be40, 0xc02aef3cc0, 0x800000000, 0xc011d9d660, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc015462540, 0xc019092900, 0xc02135a6b3, 0xd, 0x2d62d1f3, 0xed8767baf, 0x4f79c20, 0xc011a0d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc015462540, 0xc019092900, 0x380ea60, 0xc018bd3660, 0xc02135a683, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc015462540, 0xc019092900, 0xc02135a660, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc015462540, 0xc019092900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc018bd3340, 0x383ca00, 0xc015462540, 0xc019092900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc011a0d758, 0x383ca00, 0xc015462540, 0xc019092700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc015462540, 0xc019092700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc015462540, 0xc019092700) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc015462540, 0xc019092700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc015462540, 0xc019092500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc015462540, 0xc019092400) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc015462540, 0xc019092400) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0189e8aa0, 0x38483c0, 0xc02d4056c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5775747 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x471, 0x476, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x471, 0x476, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc022b29880, 0x476, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x476, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02a01b8c0, 0xc02e43d950, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017743148, 0xc02e43d950, 0x0, 0xc03c560b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc022b29880, 0x380b840, 0xc02c710e80, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc021dd4810, 0x380b840, 0xc01a4a17e8, 0x800, 0xc03c560c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc021dd4810, 0x380b840, 0xc01a4a17e8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01862a0e0, 0x380b840, 0xc01a4a17e8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01862a0e0, 0x380b840, 0xc01a4a17e8, 0x0, 0x0, 0x0, 0x326e760, 0xc02cb9ef00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01862a0e0, 0x380be40, 0xc02c710e80, 0x200000000, 0xc0330f9050, 0x28, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01862a0e0, 0xc011fdf100, 0xc0330f9013, 0xc, 0xf0fc268, 0xed79befe8, 0x4f79c20, 0xc03c5611f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01862a0e0, 0xc011fdf100, 0x380ea60, 0xc0105b58a0, 0xc0330f8fb3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01862a0e0, 0xc011fdf100, 0xc0330f8f90, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01862a0e0, 0xc011fdf100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0105b5580, 0x383ca00, 0xc01862a0e0, 0xc011fdf100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03c561758, 0x383ca00, 0xc01862a0e0, 0xc011fdee00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01862a0e0, 0xc011fdee00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01862a0e0, 0xc011fdee00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01862a0e0, 0xc011fdee00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01862a0e0, 0xc011fdea00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01862a0e0, 0xc011fde900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01862a0e0, 0xc011fde900) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bb58f00, 0x38483c0, 0xc02f5af780) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5522648 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x402, 0x407, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x402, 0x407, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc012435900, 0x407, 0x3fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x407, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0204350e0, 0xc01f3331a0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc018b78348, 0xc01f3331a0, 0x0, 0xc03625ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc012435900, 0x380b840, 0xc02c7844a0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc015839678, 0x380b840, 0xc033569bf0, 0x800, 0xc03625ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc015839678, 0x380b840, 0xc033569bf0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01b4f6000, 0x380b840, 0xc033569bf0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01b4f6000, 0x380b840, 0xc033569bf0, 0x0, 0x0, 0x0, 0x326e760, 0xc02b266b00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01b4f6000, 0x380be40, 0xc02c7844a0, 0x400000000, 0xc023f57480, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01b4f6000, 0xc014402500, 0xc028550173, 0xd, 0xe0c9bd8, 0xed7ccacdc, 0x4f79c20, 0xc03625b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01b4f6000, 0xc014402500, 0x380ea60, 0xc019768860, 0xc028550143, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01b4f6000, 0xc014402500, 0xc028550120, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01b4f6000, 0xc014402500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc019768530, 0x383ca00, 0xc01b4f6000, 0xc014402500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03625b758, 0x383ca00, 0xc01b4f6000, 0xc014402300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01b4f6000, 0xc014402300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01b4f6000, 0xc014402300) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01b4f6000, 0xc014402300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01b4f6000, 0xc014402000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01b4f6000, 0xc0147d4100) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01b4f6000, 0xc0147d4100) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01a2ee6e0, 0x38483c0, 0xc013c1f540) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4527462 [IO wait, 228 minutes]: internal/poll.runtime_pollWait(0x7f4187069eb0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc020e72d18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc020e72d00, 0xc001805031, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc020e72d00, 0xc001805031, 0x1, 0x1, 0xc019d4dc80, 0x0, 0xc034a69558) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc001db9a90, 0xc001805031, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc001805020) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4585711 [syscall]: syscall.Syscall6(0x28, 0x1c4, 0x1c5, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x1c4, 0x1c5, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc028a6b980, 0x1c5, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x1c5, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0272d1800, 0xc0214036b0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc016414668, 0xc0214036b0, 0x0, 0xc01bbacb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc028a6b980, 0x380b840, 0xc02ad6ebf0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02ad6ea20, 0x380b840, 0xc026a3c4c8, 0x800, 0xc01bbacc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02ad6ea20, 0x380b840, 0xc026a3c4c8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc034c74e00, 0x380b840, 0xc026a3c4c8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc034c74e00, 0x380b840, 0xc026a3c4c8, 0x0, 0x0, 0x0, 0x326e760, 0xc0211c4700, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc034c74e00, 0x380be40, 0xc02ad6ebf0, 0x800000000, 0xc012221b60, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc034c74e00, 0xc018dda400, 0xc032b77313, 0xc, 0xe57c00d, 0xed78d3ce6, 0x4f79c20, 0xc01bbad1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc034c74e00, 0xc018dda400, 0x380ea60, 0xc01977b780, 0xc032b772b3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc034c74e00, 0xc018dda400, 0xc032b77290, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc034c74e00, 0xc018dda400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01977b410, 0x383ca00, 0xc034c74e00, 0xc018dda400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01bbad758, 0x383ca00, 0xc034c74e00, 0xc018dda200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc034c74e00, 0xc018dda200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc034c74e00, 0xc018dda200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc034c74e00, 0xc018dda200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc034c74e00, 0xc002667f00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc034c74e00, 0xc026d32700) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc034c74e00, 0xc026d32700) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0122a4500, 0x38483c0, 0xc034a69b80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5375680 [IO wait, 187 minutes]: internal/poll.runtime_pollWait(0x7f4187a68dd0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc018396498, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc018396480, 0xc0268238d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc018396480, 0xc0268238d1, 0x1, 0x1, 0xc02b34a748, 0xc01459c298, 0xc02b34a7c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02f6da368, 0xc0268238d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0268238c0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6082319 [IO wait, 153 minutes]: internal/poll.runtime_pollWait(0x7f4358211fd0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0355db498, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0355db480, 0xc019907541, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0355db480, 0xc019907541, 0x1, 0x1, 0xc02404a420, 0x0, 0xc02d5dcc58) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0154fda90, 0xc019907541, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc019907530) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7341346 [IO wait, 93 minutes]: internal/poll.runtime_pollWait(0x7f4184187c08, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02a346398, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02a346380, 0xc012661d81, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02a346380, 0xc012661d81, 0x1, 0x1, 0xc00e992748, 0xc000a1a138, 0xc00e9927c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017401098, 0xc012661d81, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc012661d70) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5577668 [IO wait, 178 minutes]: internal/poll.runtime_pollWait(0x7f43582121a0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0338d5518, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0338d5500, 0xc030023661, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0338d5500, 0xc030023661, 0x1, 0x1, 0xc023103ce0, 0x0, 0xc01962db18) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02c785940, 0xc030023661, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc030023650) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5669560 [IO wait, 173 minutes]: internal/poll.runtime_pollWait(0x7f4187ba2610, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc027963198, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc027963180, 0xc026417de1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc027963180, 0xc026417de1, 0x1, 0x1, 0xc02d3a0d80, 0xc01459c298, 0xc001bbafc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017742a58, 0xc026417de1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc026417dd0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6816049 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x5d9, 0x5e0, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x5d9, 0x5e0, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0394b4f80, 0x5e0, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x5e0, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01894af00, 0xc023e634a0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc030b94aa0, 0xc023e634a0, 0x0, 0xc011c96b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0394b4f80, 0x380b840, 0xc020b466c0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017e428f0, 0x380b840, 0xc01a69d3b0, 0x800, 0xc011c96c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017e428f0, 0x380b840, 0xc01a69d3b0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc035c9e380, 0x380b840, 0xc01a69d3b0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc035c9e380, 0x380b840, 0xc01a69d3b0, 0x0, 0x0, 0x0, 0x326e760, 0xc02d2e7f00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc035c9e380, 0x380be40, 0xc020b466c0, 0x800000000, 0xc011ae2e00, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc035c9e380, 0xc02333ee00, 0xc031914053, 0xd, 0x2974ea5a, 0xed87228f6, 0x4f79c20, 0xc011c971f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc035c9e380, 0xc02333ee00, 0x380ea60, 0xc02717ed40, 0xc031914023, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc035c9e380, 0xc02333ee00, 0xc031914000, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc035c9e380, 0xc02333ee00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02717ea20, 0x383ca00, 0xc035c9e380, 0xc02333ee00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc011c97758, 0x383ca00, 0xc035c9e380, 0xc02333ec00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc035c9e380, 0xc02333ec00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc035c9e380, 0xc02333ec00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc035c9e380, 0xc02333ec00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc035c9e380, 0xc02333e900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc035c9e380, 0xc02333e800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc035c9e380, 0xc02333e800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018c7e0a0, 0x38483c0, 0xc014bff200) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6705802 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x5bc, 0x5bd, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x5bc, 0x5bd, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc031bbcc00, 0x5bd, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x5bd, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02ad9dd40, 0xc02322e000, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02f6da8d0, 0xc02322e000, 0x0, 0xc017e76b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc031bbcc00, 0x380b840, 0xc017b2bdd0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017b2bcc0, 0x380b840, 0xc022d36498, 0x800, 0xc017e76c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017b2bcc0, 0x380b840, 0xc022d36498, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc028fca000, 0x380b840, 0xc022d36498, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc028fca000, 0x380b840, 0xc022d36498, 0x0, 0x0, 0x0, 0x326e760, 0xc028016800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc028fca000, 0x380be40, 0xc017b2bdd0, 0x800000000, 0xc0255cabc0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc028fca000, 0xc0023a6900, 0xc02dd44d73, 0xd, 0x1648a554, 0xed8165e86, 0x4f79c20, 0xc032c671f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc028fca000, 0xc0023a6900, 0x380ea60, 0xc0246dbbf0, 0xc02dd44d13, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc028fca000, 0xc0023a6900, 0xc02dd44cf0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc028fca000, 0xc0023a6900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0246db8b0, 0x383ca00, 0xc028fca000, 0xc0023a6900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc032c67758, 0x383ca00, 0xc028fca000, 0xc0023a6300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc028fca000, 0xc0023a6300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc028fca000, 0xc0023a6300) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc028fca000, 0xc0023a6300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc028fca000, 0xc0023a6100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc028fca000, 0xc027847e00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc028fca000, 0xc027847e00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01a2ef180, 0x38483c0, 0xc0178e1dc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4497843 [IO wait, 229 minutes]: internal/poll.runtime_pollWait(0x7f41b810a088, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02f799698, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02f799680, 0xc017628bb1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02f799680, 0xc017628bb1, 0x1, 0x1, 0x0, 0xc018cd9e98, 0xc027000001) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000011bd8, 0xc017628bb1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc017628ba0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6187611 [IO wait, 148 minutes]: internal/poll.runtime_pollWait(0x7f41680548b0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02b0fb618, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02b0fb600, 0xc015c8a011, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02b0fb600, 0xc015c8a011, 0x1, 0x1, 0x0, 0xc01459c298, 0xc03127bfc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000118b10, 0xc015c8a011, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc015c8a000) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5035452 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x2c9, 0x306, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x2c9, 0x306, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0160cf680, 0x306, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x306, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc016e583c0, 0xc020670420, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc000489e60, 0xc020670420, 0x0, 0xc019e38b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0160cf680, 0x380b840, 0xc023cfa780, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc002a16538, 0x380b840, 0xc01555a258, 0x800, 0xc019e38c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc002a16538, 0x380b840, 0xc01555a258, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc017e50620, 0x380b840, 0xc01555a258, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc017e50620, 0x380b840, 0xc01555a258, 0x0, 0x0, 0x0, 0x326e760, 0xc02fe73a00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc017e50620, 0x380be40, 0xc023cfa780, 0x800000000, 0xc0112c70a0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc017e50620, 0xc01f8d6500, 0xc028e8c653, 0xd, 0x22fe0bff, 0xed86d4566, 0x4f79c20, 0xc019e391f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc017e50620, 0xc01f8d6500, 0x380ea60, 0xc027895400, 0xc028e8c5f3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc017e50620, 0xc01f8d6500, 0xc028e8c5d0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc017e50620, 0xc01f8d6500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0278950e0, 0x383ca00, 0xc017e50620, 0xc01f8d6500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc019e39758, 0x383ca00, 0xc017e50620, 0xc01f8d6300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc017e50620, 0xc01f8d6300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc017e50620, 0xc01f8d6300) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc017e50620, 0xc01f8d6300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc017e50620, 0xc01f8d6000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc017e50620, 0xc026c78b00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc017e50620, 0xc026c78b00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0236eae60, 0x38483c0, 0xc0222988c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 7192133 [IO wait, 100 minutes]: internal/poll.runtime_pollWait(0x7f43590629f0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc023a76f18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc023a76f00, 0xc016af88b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc023a76f00, 0xc016af88b1, 0x1, 0x1, 0xc018c954a0, 0x0, 0xc0264dfd98) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc022e80868, 0xc016af88b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc016af88a0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4478137 [syscall]: syscall.Syscall6(0x28, 0x8a, 0x8b, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x8a, 0x8b, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0235b0f80, 0x8b, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x8b, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0159eb020, 0xc023a8e030, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc021dd5a48, 0xc023a8e030, 0x0, 0xc02b960b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0235b0f80, 0x380b840, 0xc02325a208, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc015839b98, 0x380b840, 0xc022382900, 0x800, 0xc02b960c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc015839b98, 0x380b840, 0xc022382900, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02bb92380, 0x380b840, 0xc022382900, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02bb92380, 0x380b840, 0xc022382900, 0x0, 0x0, 0x0, 0x326e760, 0xc0238a4800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02bb92380, 0x380be40, 0xc02325a208, 0x200000000, 0xc023880ed0, 0x28, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02bb92380, 0xc023210600, 0xc023880e93, 0xc, 0x152cfad3, 0xed79c7508, 0x4f79c20, 0xc02b9611f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02bb92380, 0xc023210600, 0x380ea60, 0xc02389e550, 0xc023880e33, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02bb92380, 0xc023210600, 0xc023880e10, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02bb92380, 0xc023210600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02389e230, 0x383ca00, 0xc02bb92380, 0xc023210600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02b961758, 0x383ca00, 0xc02bb92380, 0xc023210400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02bb92380, 0xc023210400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02bb92380, 0xc023210400) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02bb92380, 0xc023210400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02bb92380, 0xc023210200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02bb92380, 0xc0023a7e00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02bb92380, 0xc0023a7e00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc022cad220, 0x38483c0, 0xc0206fd640) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4527585 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x169, 0x16e, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x169, 0x16e, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02802a200, 0x16e, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x16e, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc024ab1f20, 0xc02cab73e0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02aef2290, 0xc02cab73e0, 0x0, 0xc01caf8b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02802a200, 0x380b840, 0xc00001ae40, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0031d5de0, 0x380b840, 0xc003043680, 0x800, 0xc01caf8c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0031d5de0, 0x380b840, 0xc003043680, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0255c8d20, 0x380b840, 0xc003043680, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0255c8d20, 0x380b840, 0xc003043680, 0x0, 0x0, 0x0, 0x326e760, 0xc0210e7d00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0255c8d20, 0x380be40, 0xc00001ae40, 0x800000000, 0xc0212081a0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0255c8d20, 0xc0027cdf00, 0xc02088b7c3, 0xd, 0x15ab5a98, 0xed857824e, 0x4f79c20, 0xc01caf91f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0255c8d20, 0xc0027cdf00, 0x380ea60, 0xc023421410, 0xc02088b793, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0255c8d20, 0xc0027cdf00, 0xc02088b770, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0255c8d20, 0xc0027cdf00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0234210a0, 0x383ca00, 0xc0255c8d20, 0xc0027cdf00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01caf9758, 0x383ca00, 0xc0255c8d20, 0xc0027cdd00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0255c8d20, 0xc0027cdd00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0255c8d20, 0xc0027cdd00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0255c8d20, 0xc0027cdd00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0255c8d20, 0xc0027cdb00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0255c8d20, 0xc0027cda00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0255c8d20, 0xc0027cda00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bd717c0, 0x38483c0, 0xc01962d100) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4476215 [syscall]: syscall.Syscall6(0x28, 0x72, 0x76, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x72, 0x76, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc017125f80, 0x76, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x76, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01746d440, 0xc021230840, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc019c6afd8, 0xc021230840, 0x0, 0xc01b03ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc017125f80, 0x380b840, 0xc02af9af90, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017c1f018, 0x380b840, 0xc01b28dfc8, 0x800, 0xc01b03ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017c1f018, 0x380b840, 0xc01b28dfc8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0199c7180, 0x380b840, 0xc01b28dfc8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0199c7180, 0x380b840, 0xc01b28dfc8, 0x0, 0x0, 0x0, 0x326e760, 0xc02091c600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0199c7180, 0x380be40, 0xc02af9af90, 0x800000000, 0xc0207a2740, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0199c7180, 0xc01f66c700, 0xc020601d93, 0xd, 0x198de2, 0xed87553e7, 0x4f79c20, 0xc01b03b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0199c7180, 0xc01f66c700, 0x380ea60, 0xc0207f43a0, 0xc020601d63, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0199c7180, 0xc01f66c700, 0xc020601d40, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0199c7180, 0xc01f66c700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0207f4080, 0x383ca00, 0xc0199c7180, 0xc01f66c700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01b03b758, 0x383ca00, 0xc0199c7180, 0xc01f66c500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0199c7180, 0xc01f66c500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0199c7180, 0xc01f66c500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0199c7180, 0xc01f66c500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0199c7180, 0xc01f66c300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0199c7180, 0xc030689b00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0199c7180, 0xc030689b00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01f061040, 0x38483c0, 0xc015942a00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4694755 [IO wait, 220 minutes]: internal/poll.runtime_pollWait(0x7f41871662f8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc027292f98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc027292f80, 0xc01581b031, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc027292f80, 0xc01581b031, 0x1, 0x1, 0xc02ab42748, 0xc01459c298, 0xc02ab427c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc025cf02e0, 0xc01581b031, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01581b020) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4471031 [select, 90 minutes]: github.com/filecoin-project/go-jsonrpc.(*wsConn).handleWsConn(0xc014053080, 0x38483c0, 0xc021b89ad0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/websocket.go:603 +0x416 github.com/filecoin-project/go-jsonrpc.(*RPCServer).handleWS(0xc015842e00, 0x38483c0, 0xc021b89ad0, 0x383ca00, 0xc030cd10a0, 0xc002666800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/server.go:73 +0x2d7 github.com/filecoin-project/go-jsonrpc.(*RPCServer).ServeHTTP(0xc015842e00, 0x383ca00, 0xc030cd10a0, 0xc002666800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/server.go:87 +0x108 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc030cd10a0, 0xc002666600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc030cd10a0, 0xc002666500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc030cd10a0, 0xc002666500) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018d20320, 0x38483c0, 0xc0120f7940) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 7062738 [syscall]: syscall.Syscall6(0x28, 0x626, 0x62b, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x626, 0x62b, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc020ef5500, 0x62b, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x62b, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc024ea6060, 0xc01dd803c0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0192c78e8, 0xc01dd803c0, 0x0, 0xc0020aab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc020ef5500, 0x380b840, 0xc0329ec850, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc023cfb978, 0x380b840, 0xc033569500, 0x800, 0xc0020aac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc023cfb978, 0x380b840, 0xc033569500, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc032ce55e0, 0x380b840, 0xc033569500, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc032ce55e0, 0x380b840, 0xc033569500, 0x0, 0x0, 0x0, 0x326e760, 0xc02928ee00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc032ce55e0, 0x380be40, 0xc0329ec850, 0x800000000, 0xc023060a20, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc032ce55e0, 0xc023d95a00, 0xc03090ae93, 0xd, 0xc5173be, 0xed818b1a5, 0x4f79c20, 0xc0233c11f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc032ce55e0, 0xc023d95a00, 0x380ea60, 0xc024a30ac0, 0xc03090ae33, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc032ce55e0, 0xc023d95a00, 0xc03090ae10, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc032ce55e0, 0xc023d95a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc024a307a0, 0x383ca00, 0xc032ce55e0, 0xc023d95a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0233c1758, 0x383ca00, 0xc032ce55e0, 0xc023d95800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc032ce55e0, 0xc023d95800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc032ce55e0, 0xc023d95800) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc032ce55e0, 0xc023d95800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc032ce55e0, 0xc023d95600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc032ce55e0, 0xc023d95500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc032ce55e0, 0xc023d95500) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018c7f0e0, 0x38483c0, 0xc018f26fc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6430963 [IO wait, 136 minutes]: internal/poll.runtime_pollWait(0x7f4358734f00, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02f5d2598, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02f5d2580, 0xc01585c2b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02f5d2580, 0xc01585c2b1, 0x1, 0x1, 0xc02c85b5c0, 0x0, 0xc021b10958) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0031d5310, 0xc01585c2b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01585c2a0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5320542 [IO wait, 190 minutes]: internal/poll.runtime_pollWait(0x7f4187a69998, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc032aa8e98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc032aa8e80, 0xc0274ddfc1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc032aa8e80, 0xc0274ddfc1, 0x1, 0x1, 0xc029f1f200, 0xc01459c298, 0xc001c7b7c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc020ec2740, 0xc0274ddfc1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0274ddfb0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4499246 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x12c, 0x12d, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x12c, 0x12d, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc021ebaa00, 0x12d, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x12d, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01e5e0d20, 0xc023827320, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc026043578, 0xc023827320, 0x0, 0xc001cfeb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc021ebaa00, 0x380b840, 0xc0154fcd00, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc026043278, 0x380b840, 0xc033831dd0, 0x800, 0xc001cfec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc026043278, 0x380b840, 0xc033831dd0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc019fff500, 0x380b840, 0xc033831dd0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc019fff500, 0x380b840, 0xc033831dd0, 0x0, 0x0, 0x0, 0x326e760, 0xc01f608f00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc019fff500, 0x380be40, 0xc0154fcd00, 0x800000000, 0xc01be33bc0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc019fff500, 0xc011fdfa00, 0xc0267cd073, 0xd, 0x7f2eac0, 0xed869ccc5, 0x4f79c20, 0xc001cff1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc019fff500, 0xc011fdfa00, 0x380ea60, 0xc02382ed00, 0xc0267cd043, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc019fff500, 0xc011fdfa00, 0xc0267cd020, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc019fff500, 0xc011fdfa00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02382e9e0, 0x383ca00, 0xc019fff500, 0xc011fdfa00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc001cff758, 0x383ca00, 0xc019fff500, 0xc011fdf700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc019fff500, 0xc011fdf700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc019fff500, 0xc011fdf700) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc019fff500, 0xc011fdf700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc019fff500, 0xc011fdf500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc019fff500, 0xc011fdf400) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc019fff500, 0xc011fdf400) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01e079f40, 0x38483c0, 0xc01906dfc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6550093 [IO wait, 130 minutes]: internal/poll.runtime_pollWait(0x7f41b805e380, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0189d4798, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0189d4780, 0xc0201c0be1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0189d4780, 0xc0201c0be1, 0x1, 0x1, 0xc0252031a0, 0x0, 0xc019148898) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc018338b48, 0xc0201c0be1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0201c0bd0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5428575 [syscall]: syscall.Syscall6(0x28, 0x3d2, 0x3e0, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x3d2, 0x3e0, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02ae3b380, 0x3e0, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x3e0, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0345e4300, 0xc021d80540, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc020ec3048, 0xc021d80540, 0x0, 0xc03534eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02ae3b380, 0x380b840, 0xc030b95050, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc024be9208, 0x380b840, 0xc016d9b878, 0x800, 0xc03534ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc024be9208, 0x380b840, 0xc016d9b878, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01b2c95e0, 0x380b840, 0xc016d9b878, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01b2c95e0, 0x380b840, 0xc016d9b878, 0x0, 0x0, 0x0, 0x326e760, 0xc016a3cf00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01b2c95e0, 0x380be40, 0xc030b95050, 0x800000000, 0xc01eb1b3e0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01b2c95e0, 0xc01f3a6100, 0xc02effb073, 0xd, 0x2fccf54e, 0xed8674134, 0x4f79c20, 0xc03534f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01b2c95e0, 0xc01f3a6100, 0x380ea60, 0xc0161fb440, 0xc02effb043, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01b2c95e0, 0xc01f3a6100, 0xc02effb020, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01b2c95e0, 0xc01f3a6100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0161fb0f0, 0x383ca00, 0xc01b2c95e0, 0xc01f3a6100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03534f758, 0x383ca00, 0xc01b2c95e0, 0xc002081d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01b2c95e0, 0xc002081d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01b2c95e0, 0xc002081d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01b2c95e0, 0xc002081d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01b2c95e0, 0xc002081600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01b2c95e0, 0xc002081500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01b2c95e0, 0xc002081500) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc000fdc780, 0x38483c0, 0xc0192931c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6247647 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x522, 0x525, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x522, 0x525, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01e084f00, 0x525, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x525, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0212fe480, 0xc01251c6f0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc000197e70, 0xc01251c6f0, 0x0, 0xc030ab4b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01e084f00, 0x380b840, 0xc02af9ba90, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02c785160, 0x380b840, 0xc016d9ab88, 0x800, 0xc030ab4c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02c785160, 0x380b840, 0xc016d9ab88, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc029381260, 0x380b840, 0xc016d9ab88, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc029381260, 0x380b840, 0xc016d9ab88, 0x0, 0x0, 0x0, 0x326e760, 0xc01ff72d00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc029381260, 0x380be40, 0xc02af9ba90, 0x800000000, 0xc01b55ab20, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc029381260, 0xc02333f800, 0xc032cc3073, 0xd, 0x2d0fa482, 0xed814a063, 0x4f79c20, 0xc030ab51f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc029381260, 0xc02333f800, 0x380ea60, 0xc018753960, 0xc032cc3043, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc029381260, 0xc02333f800, 0xc032cc3020, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc029381260, 0xc02333f800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc018753640, 0x383ca00, 0xc029381260, 0xc02333f800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc030ab5758, 0x383ca00, 0xc029381260, 0xc02333f500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc029381260, 0xc02333f500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc029381260, 0xc02333f500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc029381260, 0xc02333f500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc029381260, 0xc02333f300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc029381260, 0xc018dda300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc029381260, 0xc018dda300) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023d35720, 0x38483c0, 0xc03c2e1900) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4543716 [IO wait, 227 minutes]: internal/poll.runtime_pollWait(0x7f4168006660, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0234f9b98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0234f9b80, 0xc0238ed271, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0234f9b80, 0xc0238ed271, 0x1, 0x1, 0xc000fb0748, 0xc000a1a138, 0xc000fb07c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc003050078, 0xc0238ed271, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0238ed260) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5742793 [syscall]: syscall.Syscall6(0x28, 0x464, 0x46b, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x464, 0x46b, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0127d3180, 0x46b, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x46b, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc015ae3bc0, 0xc021d809c0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017743210, 0xc021d809c0, 0x0, 0xc013740b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0127d3180, 0x380b840, 0xc022e80f28, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017ae8968, 0x380b840, 0xc00fa74918, 0x800, 0xc013740c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017ae8968, 0x380b840, 0xc00fa74918, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01ecde8c0, 0x380b840, 0xc00fa74918, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01ecde8c0, 0x380b840, 0xc00fa74918, 0x0, 0x0, 0x0, 0x326e760, 0xc02fe13b00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01ecde8c0, 0x380be40, 0xc022e80f28, 0x800000000, 0xc02f72f1a0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01ecde8c0, 0xc030688500, 0xc02f5d1d03, 0xd, 0x3b4fe230, 0xed870f2c4, 0x4f79c20, 0xc0137411f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01ecde8c0, 0xc030688500, 0x380ea60, 0xc023ac3a50, 0xc02f5d1cd3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01ecde8c0, 0xc030688500, 0xc02f5d1cb0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01ecde8c0, 0xc030688500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc023ac36e0, 0x383ca00, 0xc01ecde8c0, 0xc030688500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc013741758, 0x383ca00, 0xc01ecde8c0, 0xc030688100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01ecde8c0, 0xc030688100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01ecde8c0, 0xc030688100) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01ecde8c0, 0xc030688100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01ecde8c0, 0xc027847d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01ecde8c0, 0xc002666600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01ecde8c0, 0xc002666600) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01cabe820, 0x38483c0, 0xc01e819080) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5145976 [IO wait, 198 minutes]: internal/poll.runtime_pollWait(0x7f43480950e0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01fd10f98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01fd10f80, 0xc02c995ed1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01fd10f80, 0xc02c995ed1, 0x1, 0x1, 0xc01a189f20, 0x0, 0xc038a59e18) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0213abe60, 0xc02c995ed1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02c995ec0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4499213 [IO wait, 229 minutes]: internal/poll.runtime_pollWait(0x7f43480cf478, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01a2e5e98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01a2e5e80, 0xc0291cee21, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01a2e5e80, 0xc0291cee21, 0x1, 0x1, 0xc018b75260, 0x0, 0xc0157b44d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02c784e18, 0xc0291cee21, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0291cee10) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7215775 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x65b, 0x65c, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x65b, 0x65c, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0288b5380, 0x65c, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x65c, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01e18fa40, 0xc01f332510, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc018338238, 0xc01f332510, 0x0, 0xc03c094b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0288b5380, 0x380b840, 0xc000118780, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02c710018, 0x380b840, 0xc02ad4cac8, 0x800, 0xc03c094c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02c710018, 0x380b840, 0xc02ad4cac8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02c894380, 0x380b840, 0xc02ad4cac8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02c894380, 0x380b840, 0xc02ad4cac8, 0x0, 0x0, 0x0, 0x326e760, 0xc033246d00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02c894380, 0x380be40, 0xc000118780, 0x800000000, 0xc0198a4360, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02c894380, 0xc022dbc200, 0xc024609a33, 0xd, 0x12c1f1b6, 0xed7a38b36, 0x4f79c20, 0xc03c0951f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02c894380, 0xc022dbc200, 0x380ea60, 0xc016aac670, 0xc024609a03, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02c894380, 0xc022dbc200, 0xc0246099e0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02c894380, 0xc022dbc200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc016aac350, 0x383ca00, 0xc02c894380, 0xc022dbc200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03c095758, 0x383ca00, 0xc02c894380, 0xc0023a7d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02c894380, 0xc0023a7d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02c894380, 0xc0023a7d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02c894380, 0xc0023a7d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02c894380, 0xc0023a7b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02c894380, 0xc0023a7a00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02c894380, 0xc0023a7a00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0276865a0, 0x38483c0, 0xc0217014c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5724470 [IO wait, 171 minutes]: internal/poll.runtime_pollWait(0x7f4187171290, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc022d7c018, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc022d7c000, 0xc0167280d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc022d7c000, 0xc0167280d1, 0x1, 0x1, 0xc01f9ebd40, 0x0, 0xc041064e98) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0226c1410, 0xc0167280d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0167280c0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6806409 [syscall]: syscall.Syscall6(0x28, 0x2cb, 0x5db, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x2cb, 0x5db, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01c8f8c00, 0x5db, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x5db, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01f05efc0, 0xc018997c80, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc026042850, 0xc018997c80, 0x0, 0xc00e89eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01c8f8c00, 0x380b840, 0xc02cc9fb98, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02cc9fa70, 0x380b840, 0xc024573bd8, 0x800, 0xc00e89ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02cc9fa70, 0x380b840, 0xc024573bd8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0114947e0, 0x380b840, 0xc024573bd8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0114947e0, 0x380b840, 0xc024573bd8, 0x0, 0x0, 0x0, 0x326e760, 0xc02b3b9400, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0114947e0, 0x380be40, 0xc02cc9fb98, 0x800000000, 0xc026ac31e0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0114947e0, 0xc02194d400, 0xc026ada8f3, 0xd, 0x3976882b, 0xed86c4756, 0x4f79c20, 0xc03754f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0114947e0, 0xc02194d400, 0x380ea60, 0xc02335b0b0, 0xc026ada8c3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0114947e0, 0xc02194d400, 0xc026ada8a0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0114947e0, 0xc02194d400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02335ad20, 0x383ca00, 0xc0114947e0, 0xc02194d400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03754f758, 0x383ca00, 0xc0114947e0, 0xc02194c800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0114947e0, 0xc02194c800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0114947e0, 0xc02194c800) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0114947e0, 0xc02194c800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0114947e0, 0xc01f8d7e00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0114947e0, 0xc01f8d7500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0114947e0, 0xc01f8d7500) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc002675040, 0x38483c0, 0xc0233f2e80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5338949 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x3a4, 0x3ae, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x3a4, 0x3ae, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01af16580, 0x3ae, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x3ae, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc020435f80, 0xc0216bb4a0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc019c6b990, 0xc0216bb4a0, 0x0, 0xc02d276b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01af16580, 0x380b840, 0xc025cf0540, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017b2bef8, 0x380b840, 0xc024573890, 0x800, 0xc02d276c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017b2bef8, 0x380b840, 0xc024573890, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0255c81c0, 0x380b840, 0xc024573890, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0255c81c0, 0x380b840, 0xc024573890, 0x0, 0x0, 0x0, 0x326e760, 0xc02981fd00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0255c81c0, 0x380be40, 0xc025cf0540, 0x800000000, 0xc0242a85a0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0255c81c0, 0xc0193a7e00, 0xc029b3ae63, 0xd, 0xfa3497, 0xed874c4d1, 0x4f79c20, 0xc02d2771f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0255c81c0, 0xc0193a7e00, 0x380ea60, 0xc010947710, 0xc029b3ae03, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0255c81c0, 0xc0193a7e00, 0xc029b3ade0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0255c81c0, 0xc0193a7e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0109473f0, 0x383ca00, 0xc0255c81c0, 0xc0193a7e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02d277758, 0x383ca00, 0xc0255c81c0, 0xc0193a7b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0255c81c0, 0xc0193a7b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0255c81c0, 0xc0193a7b00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0255c81c0, 0xc0193a7b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0255c81c0, 0xc0193a7600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0255c81c0, 0xc0020f2c00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0255c81c0, 0xc0020f2c00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01a2eef00, 0x38483c0, 0xc0264de640) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6376024 [IO wait, 139 minutes]: internal/poll.runtime_pollWait(0x7f43590621c8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc032d1e298, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc032d1e280, 0xc01d48ef71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc032d1e280, 0xc01d48ef71, 0x1, 0x1, 0xc01fdfb920, 0x0, 0xc003138498) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc019c6ba68, 0xc01d48ef71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01d48ef60) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 2937640 [IO wait]: internal/poll.runtime_pollWait(0x7f4124149108, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc03334bf98, 0x72, 0x1000, 0x1000, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc03334bf80, 0xc017763000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc03334bf80, 0xc017763000, 0x1000, 0x1000, 0x58ec9c, 0xc026b4ac38, 0x5bdb00) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0192c6130, 0xc017763000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*persistConn).Read(0xc0338bc120, 0xc017763000, 0x1000, 0x1000, 0xc00e6b6780, 0xc026b4ad40, 0x559095) /usr/local/go/src/net/http/transport.go:1922 +0x77 bufio.(*Reader).fill(0xc030e2cc60) /usr/local/go/src/bufio/bufio.go:101 +0x108 bufio.(*Reader).Peek(0xc030e2cc60, 0x1, 0x0, 0x1, 0x4, 0x1, 0x3) /usr/local/go/src/bufio/bufio.go:139 +0x4f net/http.(*persistConn).readLoop(0xc0338bc120) /usr/local/go/src/net/http/transport.go:2083 +0x1a8 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:1743 +0xc77 goroutine 5342009 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x3a5, 0x3aa, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x3a5, 0x3aa, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0343c6180, 0x3aa, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x3aa, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc037cdb6e0, 0xc0275cbd10, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0154fda58, 0xc0275cbd10, 0x0, 0xc00f58ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0343c6180, 0x380b840, 0xc001db9ae8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc001db9828, 0x380b840, 0xc0335697b8, 0x800, 0xc00f58ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc001db9828, 0x380b840, 0xc0335697b8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02b0fe9a0, 0x380b840, 0xc0335697b8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02b0fe9a0, 0x380b840, 0xc0335697b8, 0x0, 0x0, 0x0, 0x326e760, 0xc023550400, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02b0fe9a0, 0x380be40, 0xc001db9ae8, 0x800000000, 0xc02ac40e80, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02b0fe9a0, 0xc01f3a6f00, 0xc02b37a2c3, 0xd, 0x2908317b, 0xed873eed4, 0x4f79c20, 0xc00f58b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02b0fe9a0, 0xc01f3a6f00, 0x380ea60, 0xc01dd790a0, 0xc02b37a293, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02b0fe9a0, 0xc01f3a6f00, 0xc02b37a270, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02b0fe9a0, 0xc01f3a6f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01dd78d80, 0x383ca00, 0xc02b0fe9a0, 0xc01f3a6f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc00f58b758, 0x383ca00, 0xc02b0fe9a0, 0xc01f3a6d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02b0fe9a0, 0xc01f3a6d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02b0fe9a0, 0xc01f3a6d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02b0fe9a0, 0xc01f3a6d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02b0fe9a0, 0xc01f3a6b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02b0fe9a0, 0xc01f3a6a00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02b0fe9a0, 0xc01f3a6a00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0189e8960, 0x38483c0, 0xc041064180) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4499303 [IO wait, 229 minutes]: internal/poll.runtime_pollWait(0x7f43580e39d8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0234f8b98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0234f8b80, 0xc02369ac41, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0234f8b80, 0xc02369ac41, 0x1, 0x1, 0xc023ff39e0, 0x0, 0xc016e1d658) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02aef3d48, 0xc02369ac41, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02369ac30) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4625356 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x1e7, 0x1eb, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x1e7, 0x1eb, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc012f78600, 0x1eb, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x1eb, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc025100d20, 0xc0258d2c30, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc030b95508, 0xc0258d2c30, 0x0, 0xc0181dcb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc012f78600, 0x380b840, 0xc02aef3660, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02aef34e8, 0x380b840, 0xc002b9ea08, 0x800, 0xc0181dcc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02aef34e8, 0x380b840, 0xc002b9ea08, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01bf541c0, 0x380b840, 0xc002b9ea08, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01bf541c0, 0x380b840, 0xc002b9ea08, 0x0, 0x0, 0x0, 0x326e760, 0xc023fd7000, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01bf541c0, 0x380be40, 0xc02aef3660, 0x800000000, 0xc023f54d20, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01bf541c0, 0xc027847900, 0xc023f32413, 0xd, 0x13785434, 0xed859a3b2, 0x4f79c20, 0xc0181dd1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01bf541c0, 0xc027847900, 0x380ea60, 0xc01d48d630, 0xc023f323e3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01bf541c0, 0xc027847900, 0xc023f323c0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01bf541c0, 0xc027847900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01d48d310, 0x383ca00, 0xc01bf541c0, 0xc027847900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0181dd758, 0x383ca00, 0xc01bf541c0, 0xc027847700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01bf541c0, 0xc027847700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01bf541c0, 0xc027847700) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01bf541c0, 0xc027847700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01bf541c0, 0xc027847400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01bf541c0, 0xc027847300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01bf541c0, 0xc027847300) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc02281e320, 0x38483c0, 0xc021aa28c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5081590 [syscall]: syscall.Syscall6(0x28, 0x31b, 0x31d, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x31b, 0x31d, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc017124800, 0x31d, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x31d, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01bf56fc0, 0xc0248784e0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc01aa4b528, 0xc0248784e0, 0x0, 0xc018684b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc017124800, 0x380b840, 0xc025cf1a00, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0174013e8, 0x380b840, 0xc022823668, 0x800, 0xc018684c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0174013e8, 0x380b840, 0xc022823668, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02bf6e000, 0x380b840, 0xc022823668, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02bf6e000, 0x380b840, 0xc022823668, 0x0, 0x0, 0x0, 0x326e760, 0xc01be3e900, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02bf6e000, 0x380be40, 0xc025cf1a00, 0x800000000, 0xc01bc655c0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02bf6e000, 0xc000065f00, 0xc0279a5913, 0xd, 0x191d58a5, 0xed854c892, 0x4f79c20, 0xc0186851f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02bf6e000, 0xc000065f00, 0x380ea60, 0xc02717e140, 0xc0279a58e3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02bf6e000, 0xc000065f00, 0xc0279a58c0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02bf6e000, 0xc000065f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc016aade20, 0x383ca00, 0xc02bf6e000, 0xc000065f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc018685758, 0x383ca00, 0xc02bf6e000, 0xc000065d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02bf6e000, 0xc000065d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02bf6e000, 0xc000065d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02bf6e000, 0xc000065d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02bf6e000, 0xc000065a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02bf6e000, 0xc01ba36700) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02bf6e000, 0xc01ba36700) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0243752c0, 0x38483c0, 0xc037cd4380) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5727803 [syscall]: syscall.Syscall6(0x28, 0x463, 0x469, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x463, 0x469, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02d507700, 0x469, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x469, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc029f205a0, 0xc026416630, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017743680, 0xc026416630, 0x0, 0xc0137d2b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02d507700, 0x380b840, 0xc0000109b0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02f6da868, 0x380b840, 0xc011ae14a0, 0x800, 0xc0137d2c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02f6da868, 0x380b840, 0xc011ae14a0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0373fb260, 0x380b840, 0xc011ae14a0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0373fb260, 0x380b840, 0xc011ae14a0, 0x0, 0x0, 0x0, 0x326e760, 0xc038921900, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0373fb260, 0x380be40, 0xc0000109b0, 0x800000000, 0xc0216fb820, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0373fb260, 0xc019093f00, 0xc03b825e23, 0xd, 0x2ac1ca4c, 0xed866bf5c, 0x4f79c20, 0xc0137d31f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0373fb260, 0xc019093f00, 0x380ea60, 0xc01977beb0, 0xc03b825dc3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0373fb260, 0xc019093f00, 0xc03b825da0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0373fb260, 0xc019093f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01977bb90, 0x383ca00, 0xc0373fb260, 0xc019093f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0137d3758, 0x383ca00, 0xc0373fb260, 0xc019093b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0373fb260, 0xc019093b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0373fb260, 0xc019093b00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0373fb260, 0xc019093b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0373fb260, 0xc019093800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0373fb260, 0xc019093600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0373fb260, 0xc019093600) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0330080a0, 0x38483c0, 0xc026b85940) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6751607 [IO wait, 121 minutes]: internal/poll.runtime_pollWait(0x7f43000be150, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc022dd0b98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc022dd0b80, 0xc021611451, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc022dd0b80, 0xc021611451, 0x1, 0x1, 0xc0324c83c0, 0x0, 0xc01fed2798) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017ae95c8, 0xc021611451, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc021611440) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5430752 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x3d8, 0x3d9, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x3d8, 0x3d9, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc016e66380, 0x3d9, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x3d9, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc024c4d2c0, 0xc025c05140, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc022e811f8, 0xc025c05140, 0x0, 0xc020d5cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc016e66380, 0x380b840, 0xc030b951f8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0186621c0, 0x380b840, 0xc019ab46f0, 0x800, 0xc020d5cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0186621c0, 0x380b840, 0xc019ab46f0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc031b997a0, 0x380b840, 0xc019ab46f0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc031b997a0, 0x380b840, 0xc019ab46f0, 0x0, 0x0, 0x0, 0x326e760, 0xc0349b1500, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc031b997a0, 0x380be40, 0xc030b951f8, 0x200000000, 0xc034992920, 0x1e, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc031b997a0, 0xc0147d4500, 0xc0344ec833, 0xc, 0x1287cc0d, 0xed77de778, 0x4f79c20, 0xc020d5d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc031b997a0, 0xc0147d4500, 0x380ea60, 0xc02e912b40, 0xc0344ec7d3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc031b997a0, 0xc0147d4500, 0xc0344ec7b0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc031b997a0, 0xc0147d4500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02e912820, 0x383ca00, 0xc031b997a0, 0xc0147d4500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc020d5d758, 0x383ca00, 0xc031b997a0, 0xc0147d4100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc031b997a0, 0xc0147d4100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc031b997a0, 0xc0147d4100) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc031b997a0, 0xc0147d4100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc031b997a0, 0xc0156ffd00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc031b997a0, 0xc0156ff800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc031b997a0, 0xc0156ff800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0122a48c0, 0x38483c0, 0xc0169d4f40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5317539 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x39b, 0x39f, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x39b, 0x39f, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc019021780, 0x39f, 0x3fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x39f, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc011dac600, 0xc0201c0360, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc00001acc8, 0xc0201c0360, 0x0, 0xc025d46b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc019021780, 0x380b840, 0xc002a16568, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc020b46ea8, 0x380b840, 0xc002687248, 0x800, 0xc025d46c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc020b46ea8, 0x380b840, 0xc002687248, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc031b1e2a0, 0x380b840, 0xc002687248, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc031b1e2a0, 0x380b840, 0xc002687248, 0x0, 0x0, 0x0, 0x326e760, 0xc02346ba00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc031b1e2a0, 0x380be40, 0xc002a16568, 0x400000000, 0xc01dd46820, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc031b1e2a0, 0xc002080000, 0xc022608f53, 0xd, 0x10d618c4, 0xed7e0ed96, 0x4f79c20, 0xc025d471f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc031b1e2a0, 0xc002080000, 0x380ea60, 0xc022c28730, 0xc022608f23, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc031b1e2a0, 0xc002080000, 0xc022608f00, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc031b1e2a0, 0xc002080000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc022c283a0, 0x383ca00, 0xc031b1e2a0, 0xc002080000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc025d47758, 0x383ca00, 0xc031b1e2a0, 0xc002667e00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc031b1e2a0, 0xc002667e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc031b1e2a0, 0xc002667e00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc031b1e2a0, 0xc002667e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc031b1e2a0, 0xc002667c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc031b1e2a0, 0xc01f3a6800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc031b1e2a0, 0xc01f3a6800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc027686d20, 0x38483c0, 0xc015b74840) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6989600 [IO wait, 110 minutes]: internal/poll.runtime_pollWait(0x7f41ac0c7ca8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02b977b98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02b977b80, 0xc025bc3091, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02b977b80, 0xc025bc3091, 0x1, 0x1, 0xc022481440, 0x0, 0xc001422998) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000fa2bf8, 0xc025bc3091, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc025bc3080) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6008781 [syscall, 4 minutes]: syscall.Syscall6(0x28, 0x4ca, 0x4cd, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x4ca, 0x4cd, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc031ab6380, 0x4cd, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x4cd, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc021f69ec0, 0xc025e183f0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02aef3178, 0xc025e183f0, 0x0, 0xc03034eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc031ab6380, 0x380b840, 0xc024be8320, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc025cf1a88, 0x380b840, 0xc01d0165b8, 0x800, 0xc03034ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc025cf1a88, 0x380b840, 0xc01d0165b8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02900fc00, 0x380b840, 0xc01d0165b8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02900fc00, 0x380b840, 0xc01d0165b8, 0x0, 0x0, 0x0, 0x326e760, 0xc026d16d00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02900fc00, 0x380be40, 0xc024be8320, 0x800000000, 0xc03054b660, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02900fc00, 0xc026843500, 0xc030532e03, 0xd, 0x1413418d, 0xed85b1008, 0x4f79c20, 0xc03034f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02900fc00, 0xc026843500, 0x380ea60, 0xc002e79c30, 0xc030532dd3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02900fc00, 0xc026843500, 0xc030532db0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02900fc00, 0xc026843500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc002e79910, 0x383ca00, 0xc02900fc00, 0xc026843500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03034f758, 0x383ca00, 0xc02900fc00, 0xc026843300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02900fc00, 0xc026843300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02900fc00, 0xc026843300) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02900fc00, 0xc026843300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02900fc00, 0xc026843000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02900fc00, 0xc026842f00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02900fc00, 0xc026842f00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018c7f540, 0x38483c0, 0xc02cac0200) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4877126 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x2a7, 0x2a9, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x2a7, 0x2a9, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0158d0300, 0x2a9, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x2a9, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0105f16e0, 0xc021e21bc0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0155b93d0, 0xc021e21bc0, 0x0, 0xc002f4eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0158d0300, 0x380b840, 0xc02c784a90, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02c7848c0, 0x380b840, 0xc025f87b48, 0x800, 0xc002f4ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02c7848c0, 0x380b840, 0xc025f87b48, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0369da9a0, 0x380b840, 0xc025f87b48, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0369da9a0, 0x380b840, 0xc025f87b48, 0x0, 0x0, 0x0, 0x326e760, 0xc031e5a900, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0369da9a0, 0x380be40, 0xc02c784a90, 0x800000000, 0xc031e58300, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0369da9a0, 0xc0147d5900, 0xc030fe1ca3, 0xd, 0x16cd1b30, 0xed8174cc4, 0x4f79c20, 0xc002f4f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0369da9a0, 0xc0147d5900, 0x380ea60, 0xc020d2b340, 0xc030fe1c73, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0369da9a0, 0xc0147d5900, 0xc030fe1c50, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0369da9a0, 0xc0147d5900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc020d2b010, 0x383ca00, 0xc0369da9a0, 0xc0147d5900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc002f4f758, 0x383ca00, 0xc0369da9a0, 0xc0147d5700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0369da9a0, 0xc0147d5700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0369da9a0, 0xc0147d5700) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0369da9a0, 0xc0147d5700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0369da9a0, 0xc0147d5500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0369da9a0, 0xc0147d5300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0369da9a0, 0xc0147d5300) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0189e86e0, 0x38483c0, 0xc018b35000) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6760795 [IO wait, 121 minutes]: internal/poll.runtime_pollWait(0x7f41240ddfe0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc030358318, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc030358300, 0xc01604b9f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc030358300, 0xc01604b9f1, 0x1, 0x1, 0xc011d2f380, 0x0, 0xc01867bcd8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc029950968, 0xc01604b9f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01604b9e0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5338994 [IO wait, 189 minutes]: internal/poll.runtime_pollWait(0x7f4187a72238, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc031db4198, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc031db4180, 0xc027822a01, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc031db4180, 0xc027822a01, 0x1, 0x1, 0xc00279a748, 0xc01459c298, 0xc00279a7c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02ac785c8, 0xc027822a01, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0278229f0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5394117 [syscall]: syscall.Syscall6(0x28, 0x3c1, 0x3c9, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x3c1, 0x3c9, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc029338d80, 0x3c9, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x3c9, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc024369bc0, 0xc037abc4b0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc024be89b8, 0xc037abc4b0, 0x0, 0xc0193ceb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc029338d80, 0x380b840, 0xc023cfbc40, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc019c6a808, 0x380b840, 0xc022d37698, 0x800, 0xc0193cec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc019c6a808, 0x380b840, 0xc022d37698, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc031b98700, 0x380b840, 0xc022d37698, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc031b98700, 0x380b840, 0xc022d37698, 0x0, 0x0, 0x0, 0x326e760, 0xc010fd3a00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc031b98700, 0x380be40, 0xc023cfbc40, 0x800000000, 0xc028821560, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc031b98700, 0xc02194d400, 0xc02bee65f3, 0xd, 0x2bf606db, 0xed817ee99, 0x4f79c20, 0xc0193cf1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc031b98700, 0xc02194d400, 0x380ea60, 0xc0230d85e0, 0xc02bee65c3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc031b98700, 0xc02194d400, 0xc02bee65a0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc031b98700, 0xc02194d400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0230d82c0, 0x383ca00, 0xc031b98700, 0xc02194d400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0193cf758, 0x383ca00, 0xc031b98700, 0xc02194d000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc031b98700, 0xc02194d000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc031b98700, 0xc02194d000) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc031b98700, 0xc02194d000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc031b98700, 0xc02194cc00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc031b98700, 0xc02194ca00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc031b98700, 0xc02194ca00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0026752c0, 0x38483c0, 0xc024dc6fc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5538100 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x40d, 0x40f, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x40d, 0x40f, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc023d56780, 0x40f, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x40f, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01ff12b40, 0xc017f5d980, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc019c6a460, 0xc017f5d980, 0x0, 0xc02d072b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc023d56780, 0x380b840, 0xc000119010, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017b2b450, 0x380b840, 0xc00f71d7a0, 0x800, 0xc02d072c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017b2b450, 0x380b840, 0xc00f71d7a0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc031b1f500, 0x380b840, 0xc00f71d7a0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc031b1f500, 0x380b840, 0xc00f71d7a0, 0x0, 0x0, 0x0, 0x326e760, 0xc02d7d7d00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc031b1f500, 0x380be40, 0xc000119010, 0x800000000, 0xc0292deca0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc031b1f500, 0xc002080c00, 0xc028cdfaf3, 0xd, 0x3a35b9f3, 0xed81bb6fd, 0x4f79c20, 0xc02d0731f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc031b1f500, 0xc002080c00, 0x380ea60, 0xc02eafaa90, 0xc028cdfac3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc031b1f500, 0xc002080c00, 0xc028cdfaa0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc031b1f500, 0xc002080c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02eafa720, 0x383ca00, 0xc031b1f500, 0xc002080c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02d073758, 0x383ca00, 0xc031b1f500, 0xc002080800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc031b1f500, 0xc002080800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc031b1f500, 0xc002080800) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc031b1f500, 0xc002080800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc031b1f500, 0xc002080300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc031b1f500, 0xc002080200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc031b1f500, 0xc002080200) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc021786a00, 0x38483c0, 0xc018f9f480) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4699317 [IO wait, 219 minutes]: internal/poll.runtime_pollWait(0x7f4187a698b0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc029613b18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc029613b00, 0xc0195ce761, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc029613b00, 0xc0195ce761, 0x1, 0x1, 0xc01e2291a0, 0x0, 0xc02f5526d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02f4a27b0, 0xc0195ce761, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0195ce750) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6356960 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x545, 0x54f, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x545, 0x54f, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc016f62f00, 0x54f, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x54f, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02e266fc0, 0xc017f5ccf0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0271a6690, 0xc017f5ccf0, 0x0, 0xc0173f6b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc016f62f00, 0x380b840, 0xc019c6bbd0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc030b94a70, 0x380b840, 0xc02cc92c78, 0x800, 0xc0173f6c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc030b94a70, 0x380b840, 0xc02cc92c78, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc029381c00, 0x380b840, 0xc02cc92c78, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc029381c00, 0x380b840, 0xc02cc92c78, 0x0, 0x0, 0x0, 0x326e760, 0xc032d45e00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc029381c00, 0x380be40, 0xc019c6bbd0, 0x800000000, 0xc03223b480, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc029381c00, 0xc000496600, 0xc03221fb23, 0xd, 0x2d74e38e, 0xed86d39cc, 0x4f79c20, 0xc0173f71f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc029381c00, 0xc000496600, 0x380ea60, 0xc023ac3df0, 0xc03221faf3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc029381c00, 0xc000496600, 0xc03221fad0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc029381c00, 0xc000496600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc023ac3a20, 0x383ca00, 0xc029381c00, 0xc000496600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0173f7758, 0x383ca00, 0xc029381c00, 0xc000496300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc029381c00, 0xc000496300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc029381c00, 0xc000496300) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc029381c00, 0xc000496300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc029381c00, 0xc0156ff600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc029381c00, 0xc02c16e300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc029381c00, 0xc02c16e300) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01d9fad20, 0x38483c0, 0xc0186d98c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4478129 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x88, 0x89, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x88, 0x89, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc023177e80, 0x89, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x89, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc023102de0, 0xc02372b7a0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc021dd5820, 0xc02372b7a0, 0x0, 0xc02b990b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc023177e80, 0x380b840, 0xc022e80d70, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc022e80c60, 0x380b840, 0xc02259a9a8, 0x800, 0xc02b990c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc022e80c60, 0x380b840, 0xc02259a9a8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01e0b5b20, 0x380b840, 0xc02259a9a8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01e0b5b20, 0x380b840, 0xc02259a9a8, 0x0, 0x0, 0x0, 0x326e760, 0xc02383a500, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01e0b5b20, 0x380be40, 0xc022e80d70, 0x800000000, 0xc02355d180, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01e0b5b20, 0xc02333fb00, 0xc02334d163, 0xd, 0x3810e897, 0xed7a38c61, 0x4f79c20, 0xc02b9911f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01e0b5b20, 0xc02333fb00, 0x380ea60, 0xc02382e610, 0xc02334d133, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01e0b5b20, 0xc02333fb00, 0xc02334d110, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01e0b5b20, 0xc02333fb00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02382e2f0, 0x383ca00, 0xc01e0b5b20, 0xc02333fb00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02b991758, 0x383ca00, 0xc01e0b5b20, 0xc02333f900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01e0b5b20, 0xc02333f900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01e0b5b20, 0xc02333f900) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01e0b5b20, 0xc02333f900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01e0b5b20, 0xc02333f700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01e0b5b20, 0xc02333f600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01e0b5b20, 0xc02333f600) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023577360, 0x38483c0, 0xc0264dfb40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5944494 [syscall]: syscall.Syscall6(0x28, 0x4b5, 0x4c0, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x4b5, 0x4c0, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc039c75400, 0x4c0, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x4c0, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0159f01e0, 0xc02c457110, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc023bb9150, 0xc02c457110, 0x0, 0xc02a472b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc039c75400, 0x380b840, 0xc02cc9f430, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc001db86a0, 0x380b840, 0xc02f96f260, 0x800, 0xc02a472c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc001db86a0, 0x380b840, 0xc02f96f260, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02be9c8c0, 0x380b840, 0xc02f96f260, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02be9c8c0, 0x380b840, 0xc02f96f260, 0x0, 0x0, 0x0, 0x326e760, 0xc02a85ed00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02be9c8c0, 0x380be40, 0xc02cc9f430, 0x800000000, 0xc01a9e16a0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02be9c8c0, 0xc02c16f200, 0xc026a92383, 0xd, 0xfed1bea, 0xed81c5bec, 0x4f79c20, 0xc02a4731f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02be9c8c0, 0xc02c16f200, 0x380ea60, 0xc02caf7b90, 0xc026a92353, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02be9c8c0, 0xc02c16f200, 0xc026a92330, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02be9c8c0, 0xc02c16f200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02caf7860, 0x383ca00, 0xc02be9c8c0, 0xc02c16f200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02a473758, 0x383ca00, 0xc02be9c8c0, 0xc02c16f000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02be9c8c0, 0xc02c16f000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02be9c8c0, 0xc02c16f000) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02be9c8c0, 0xc02c16f000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02be9c8c0, 0xc02c16ec00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02be9c8c0, 0xc02c16e700) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02be9c8c0, 0xc02c16e700) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc027686460, 0x38483c0, 0xc024dc7d00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6493082 [IO wait, 133 minutes]: internal/poll.runtime_pollWait(0x7f4348095738, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0327bde98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0327bde80, 0xc02341f3f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0327bde80, 0xc02341f3f1, 0x1, 0x1, 0x0, 0xc01459c298, 0xc0026e67c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02ac78828, 0xc02341f3f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02341f3e0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4479374 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f43000c4fd8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc026a1d618, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc026a1d600, 0xc026ab3a51, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc026a1d600, 0xc026ab3a51, 0x1, 0x1, 0xc01d9cd5c0, 0xc01459c298, 0xc003238fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc025cf0bf8, 0xc026ab3a51, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc026ab3a40) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4499383 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x12e, 0x135, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x12e, 0x135, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc022598680, 0x135, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x135, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc018def020, 0xc016de3230, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc003051a20, 0xc016de3230, 0x0, 0xc02fe58b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc022598680, 0x380b840, 0xc017b2a2b0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc003050150, 0x380b840, 0xc0002525d0, 0x800, 0xc02fe58c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc003050150, 0x380b840, 0xc0002525d0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc037c2a0e0, 0x380b840, 0xc0002525d0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc037c2a0e0, 0x380b840, 0xc0002525d0, 0x0, 0x0, 0x0, 0x326e760, 0xc016c7f100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc037c2a0e0, 0x380be40, 0xc017b2a2b0, 0x800000000, 0xc02a871880, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc037c2a0e0, 0xc0193a6d00, 0xc02dac36a3, 0xc, 0x136ea0ab, 0xed78cffba, 0x4f79c20, 0xc02fe591f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc037c2a0e0, 0xc0193a6d00, 0x380ea60, 0xc0030f92c0, 0xc02dac3613, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc037c2a0e0, 0xc0193a6d00, 0xc02dac35f0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc037c2a0e0, 0xc0193a6d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0030f8fa0, 0x383ca00, 0xc037c2a0e0, 0xc0193a6d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02fe59758, 0x383ca00, 0xc037c2a0e0, 0xc0193a6b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc037c2a0e0, 0xc0193a6b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc037c2a0e0, 0xc0193a6b00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc037c2a0e0, 0xc0193a6b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc037c2a0e0, 0xc0193a6900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc037c2a0e0, 0xc0193a6800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc037c2a0e0, 0xc0193a6800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0189e95e0, 0x38483c0, 0xc00faeefc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5072371 [IO wait, 201 minutes]: internal/poll.runtime_pollWait(0x7f435872e358, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02955d098, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02955d080, 0xc024baa2b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02955d080, 0xc024baa2b1, 0x1, 0x1, 0xc02abdaf48, 0xc01459c298, 0xc02abdafc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00001b868, 0xc024baa2b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc024baa2a0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5476680 [IO wait, 182 minutes]: internal/poll.runtime_pollWait(0x7f43480cea80, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc000f77a98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000f77a80, 0xc015875571, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc000f77a80, 0xc015875571, 0x1, 0x1, 0xc021136240, 0x0, 0xc0256a25d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000fa24d0, 0xc015875571, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc015875560) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7291016 [IO wait, 96 minutes]: internal/poll.runtime_pollWait(0x7f4187a725d8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01237e198, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01237e180, 0xc029d9fbd1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01237e180, 0xc029d9fbd1, 0x1, 0x1, 0xc016cfa840, 0x0, 0xc0191155d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc018b797b8, 0xc029d9fbd1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc029d9fbc0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5612748 [IO wait, 176 minutes]: internal/poll.runtime_pollWait(0x7f435801c948, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0355f0b98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0355f0b80, 0xc036a18671, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0355f0b80, 0xc036a18671, 0x1, 0x1, 0xc01aa414a0, 0x0, 0xc01767f418) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc024be8480, 0xc036a18671, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc036a18660) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6153824 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x501, 0x502, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x501, 0x502, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc012aa5100, 0x502, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x502, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc029dc4780, 0xc0248b8420, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc002a16080, 0xc0248b8420, 0x0, 0xc0173fab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc012aa5100, 0x380b840, 0xc017743f38, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc000196740, 0x380b840, 0xc002f0ad68, 0x800, 0xc0173fac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc000196740, 0x380b840, 0xc002f0ad68, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02d553ce0, 0x380b840, 0xc002f0ad68, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02d553ce0, 0x380b840, 0xc002f0ad68, 0x0, 0x0, 0x0, 0x326e760, 0xc02f388400, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02d553ce0, 0x380be40, 0xc017743f38, 0x800000000, 0xc023470840, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02d553ce0, 0xc0147d5d00, 0xc02835f523, 0xd, 0x1216730f, 0xed856202a, 0x4f79c20, 0xc0173fb1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02d553ce0, 0xc0147d5d00, 0x380ea60, 0xc016ca4080, 0xc02835f4f3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02d553ce0, 0xc0147d5d00, 0xc02835f4d0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02d553ce0, 0xc0147d5d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc023377d60, 0x383ca00, 0xc02d553ce0, 0xc0147d5d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0173fb758, 0x383ca00, 0xc02d553ce0, 0xc0147d5b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02d553ce0, 0xc0147d5b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02d553ce0, 0xc0147d5b00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02d553ce0, 0xc0147d5b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02d553ce0, 0xc0147d5800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02d553ce0, 0xc0156feb00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02d553ce0, 0xc0156feb00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0122a4be0, 0x38483c0, 0xc0181d4580) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6835227 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x5e5, 0x5e6, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x5e5, 0x5e6, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02bf72980, 0x5e6, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x5e6, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02a0ac360, 0xc034879560, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc030b94b58, 0xc034879560, 0x0, 0xc032c66b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02bf72980, 0x380b840, 0xc000fa3390, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc032e60ca0, 0x380b840, 0xc002b9f620, 0x800, 0xc032c66c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc032e60ca0, 0x380b840, 0xc002b9f620, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc034c80d20, 0x380b840, 0xc002b9f620, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc034c80d20, 0x380b840, 0xc002b9f620, 0x0, 0x0, 0x0, 0x326e760, 0xc029f3c100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc034c80d20, 0x380be40, 0xc000fa3390, 0x800000000, 0xc029e4ede0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc034c80d20, 0xc000064900, 0xc029b39163, 0xd, 0x34350875, 0xed870a513, 0x4f79c20, 0xc032c671f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc034c80d20, 0xc000064900, 0x380ea60, 0xc021851c10, 0xc029b39133, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc034c80d20, 0xc000064900, 0xc029b39110, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc034c80d20, 0xc000064900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0218518d0, 0x383ca00, 0xc034c80d20, 0xc000064900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc032c67758, 0x383ca00, 0xc034c80d20, 0xc02194d600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc034c80d20, 0xc02194d600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc034c80d20, 0xc02194d600) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc034c80d20, 0xc02194d600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc034c80d20, 0xc02194cf00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc034c80d20, 0xc01f3a6e00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc034c80d20, 0xc01f3a6e00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc002675f40, 0x38483c0, 0xc026d50080) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5907843 [IO wait, 162 minutes]: internal/poll.runtime_pollWait(0x7f4187170b50, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc011c61598, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc011c61580, 0xc01e185511, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc011c61580, 0xc01e185511, 0x1, 0x1, 0xc01739f5c0, 0x0, 0xc023e3a898) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0339f7d50, 0xc01e185511, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01e185500) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4479288 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f43000c4b50, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc026f36518, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc026f36500, 0xc026fe8821, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc026f36500, 0xc026fe8821, 0x1, 0x1, 0xc018c97aa0, 0x0, 0xc02687db58) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc025cf0eb8, 0xc026fe8821, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc026fe8810) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5053957 [IO wait, 202 minutes]: internal/poll.runtime_pollWait(0x7f4187170898, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc027910018, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc027910000, 0xc0274ddc91, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc027910000, 0xc0274ddc91, 0x1, 0x1, 0xc00e67f2c0, 0x0, 0xc02770c598) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc024be9728, 0xc0274ddc91, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0274ddc80) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5884327 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x4a1, 0x4a2, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x4a1, 0x4a2, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02343b700, 0x4a2, 0x7ffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x4a2, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc023ff37a0, 0xc026094ab0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc030b95c80, 0xc026094ab0, 0x0, 0xc00e72ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02343b700, 0x380b840, 0xc02325b978, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02325b840, 0x380b840, 0xc00fa749a8, 0x800, 0xc00e72ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02325b840, 0x380b840, 0xc00fa749a8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0349902a0, 0x380b840, 0xc00fa749a8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0349902a0, 0x380b840, 0xc00fa749a8, 0x0, 0x0, 0x0, 0x326e760, 0xc020ef3c00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0349902a0, 0x380be40, 0xc02325b978, 0x80000000, 0xc020ea5200, 0x27, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0349902a0, 0xc02194c000, 0xc020ea51f3, 0xd, 0xfddfb46, 0xed815497e, 0x4f79c20, 0xc00e72b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0349902a0, 0xc02194c000, 0x380ea60, 0xc023731850, 0xc020ea51c3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0349902a0, 0xc02194c000, 0xc020ea51a0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0349902a0, 0xc02194c000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc023731520, 0x383ca00, 0xc0349902a0, 0xc02194c000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc00e72b758, 0x383ca00, 0xc0349902a0, 0xc00233de00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0349902a0, 0xc00233de00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0349902a0, 0xc00233de00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0349902a0, 0xc00233de00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0349902a0, 0xc00233db00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0349902a0, 0xc00233da00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0349902a0, 0xc00233da00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc027686140, 0x38483c0, 0xc034a686c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5293037 [IO wait, 191 minutes]: internal/poll.runtime_pollWait(0x7f4187b867e0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01fdfc518, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01fdfc500, 0xc01ca44ee1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01fdfc500, 0xc01ca44ee1, 0x1, 0x1, 0x0, 0xc02d806bb0, 0xc02b000001) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0164140d0, 0xc01ca44ee1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01ca44ed0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6811441 [IO wait, 118 minutes]: internal/poll.runtime_pollWait(0x7f41841b3268, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc034a55f18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc034a55f00, 0xc02e4d3c61, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc034a55f00, 0xc02e4d3c61, 0x1, 0x1, 0xc029f1fa40, 0x0, 0xc020aeb258) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02aef2e30, 0xc02e4d3c61, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02e4d3c50) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6317462 [IO wait, 141 minutes]: internal/poll.runtime_pollWait(0x7f418417e6b8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc025aa4118, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc025aa4100, 0xc013d2caf1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc025aa4100, 0xc013d2caf1, 0x1, 0x1, 0xc01a470000, 0x0, 0xc026de9598) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc026043d28, 0xc013d2caf1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc013d2cae0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5690417 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x44f, 0x455, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x44f, 0x455, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02a30b680, 0x455, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x455, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01a189ce0, 0xc026ab2510, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc024be83b8, 0xc026ab2510, 0x0, 0xc012218b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02a30b680, 0x380b840, 0xc0192c71e8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0164144a8, 0x380b840, 0xc0263f5830, 0x800, 0xc012218c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0164144a8, 0x380b840, 0xc0263f5830, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0373fb180, 0x380b840, 0xc0263f5830, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0373fb180, 0x380b840, 0xc0263f5830, 0x0, 0x0, 0x0, 0x326e760, 0xc03a5cd400, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0373fb180, 0x380be40, 0xc0192c71e8, 0x200000000, 0xc024d31860, 0x28, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0373fb180, 0xc0193a6400, 0xc024d31853, 0xd, 0x134c4ecb, 0xed7f5d4f4, 0x4f79c20, 0xc0122191f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0373fb180, 0xc0193a6400, 0x380ea60, 0xc0305ff8f0, 0xc024d31823, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0373fb180, 0xc0193a6400, 0xc024d31800, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0373fb180, 0xc0193a6400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0305ff580, 0x383ca00, 0xc0373fb180, 0xc0193a6400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc012219758, 0x383ca00, 0xc0373fb180, 0xc030689c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0373fb180, 0xc030689c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0373fb180, 0xc030689c00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0373fb180, 0xc030689c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0373fb180, 0xc030689700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0373fb180, 0xc030689600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0373fb180, 0xc030689600) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc027686780, 0x38483c0, 0xc026431640) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5718419 [IO wait, 171 minutes]: internal/poll.runtime_pollWait(0x7f4124149848, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc024cffd18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc024cffd00, 0xc0230ffe41, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc024cffd00, 0xc0230ffe41, 0x1, 0x1, 0x0, 0xc01459c298, 0xc013c187c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc021dd40c0, 0xc0230ffe41, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0230ffe30) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6787799 [syscall]: syscall.Syscall6(0x28, 0x5d7, 0x5d8, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x5d7, 0x5d8, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0230a3e80, 0x5d8, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x5d8, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc029f21380, 0xc011d574a0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc018b788e8, 0xc011d574a0, 0x0, 0xc03e1c8b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0230a3e80, 0x380b840, 0xc017c1f830, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0164144f0, 0x380b840, 0xc0324466a8, 0x800, 0xc03e1c8c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0164144f0, 0x380b840, 0xc0324466a8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0114948c0, 0x380b840, 0xc0324466a8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0114948c0, 0x380b840, 0xc0324466a8, 0x0, 0x0, 0x0, 0x326e760, 0xc01c7f6100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0114948c0, 0x380be40, 0xc017c1f830, 0x800000000, 0xc0101caf60, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0114948c0, 0xc0023a7800, 0xc02ad41ac3, 0xd, 0x14c8774c, 0xed865e781, 0x4f79c20, 0xc03e1c91f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0114948c0, 0xc0023a7800, 0x380ea60, 0xc021f043b0, 0xc02ad41a93, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0114948c0, 0xc0023a7800, 0xc02ad41a70, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0114948c0, 0xc0023a7800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc021f04090, 0x383ca00, 0xc0114948c0, 0xc0023a7800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03e1c9758, 0x383ca00, 0xc0114948c0, 0xc0023a7500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0114948c0, 0xc0023a7500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0114948c0, 0xc0023a7500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0114948c0, 0xc0023a7500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0114948c0, 0xc0023a7100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0114948c0, 0xc022dbc100) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0114948c0, 0xc022dbc100) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc019525d60, 0x38483c0, 0xc03c516840) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4969076 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x2de, 0x2e0, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x2de, 0x2e0, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0167c3680, 0x2e0, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x2e0, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01b3e4720, 0xc0191cb920, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02ac794f8, 0xc0191cb920, 0x0, 0xc0200e2b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0167c3680, 0x380b840, 0xc02ed292c8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc000197680, 0x380b840, 0xc019a64720, 0x800, 0xc0200e2c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc000197680, 0x380b840, 0xc019a64720, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc038099a40, 0x380b840, 0xc019a64720, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc038099a40, 0x380b840, 0xc019a64720, 0x0, 0x0, 0x0, 0x326e760, 0xc03acca600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc038099a40, 0x380be40, 0xc02ed292c8, 0x800000000, 0xc024b7ed60, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc038099a40, 0xc002188b00, 0xc024b37253, 0xd, 0x37f2fbd, 0xed8762227, 0x4f79c20, 0xc0200e31f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc038099a40, 0xc002188b00, 0x380ea60, 0xc030077820, 0xc024b37223, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc038099a40, 0xc002188b00, 0xc024b37200, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc038099a40, 0xc002188b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc030077470, 0x383ca00, 0xc038099a40, 0xc002188b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0200e3758, 0x383ca00, 0xc038099a40, 0xc002188400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc038099a40, 0xc002188400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc038099a40, 0xc002188400) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc038099a40, 0xc002188400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc038099a40, 0xc002188000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc038099a40, 0xc002081100) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc038099a40, 0xc002081100) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0217872c0, 0x38483c0, 0xc031e7bd40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6871672 [IO wait, 115 minutes]: internal/poll.runtime_pollWait(0x7f4187b8cdb0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0167c2a18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0167c2a00, 0xc0192390c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0167c2a00, 0xc0192390c1, 0x1, 0x1, 0xc0175c1800, 0x0, 0xc0183f4018) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0226c1bf0, 0xc0192390c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0192390b0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5690517 [IO wait, 172 minutes]: internal/poll.runtime_pollWait(0x7f4187a72408, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0228b6318, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0228b6300, 0xc01ed8a0a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0228b6300, 0xc01ed8a0a1, 0x1, 0x1, 0xc014dfb3e0, 0x0, 0xc01e092918) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00001b040, 0xc01ed8a0a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01ed8a090) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4489633 [IO wait, 229 minutes]: internal/poll.runtime_pollWait(0x7f435015f6f8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0106a2498, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0106a2480, 0xc02c8a0671, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0106a2480, 0xc02c8a0671, 0x1, 0x1, 0xc01e5e01e0, 0x0, 0xc02d405758) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc003050288, 0xc02c8a0671, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02c8a0660) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5035570 [syscall]: syscall.Syscall6(0x28, 0x302, 0x614, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x302, 0x614, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02b977b80, 0x614, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x614, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc022979b60, 0xc023eff410, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc002a16728, 0xc023eff410, 0x0, 0xc00e8a6b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02b977b80, 0x380b840, 0xc000196480, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc000fa2bf8, 0x380b840, 0xc0179f78a8, 0x800, 0xc00e8a6c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc000fa2bf8, 0x380b840, 0xc0179f78a8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc00f76c1c0, 0x380b840, 0xc0179f78a8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc00f76c1c0, 0x380b840, 0xc0179f78a8, 0x0, 0x0, 0x0, 0x326e760, 0xc01c8bb600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc00f76c1c0, 0x380be40, 0xc000196480, 0x800000000, 0xc029251f40, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc00f76c1c0, 0xc000065e00, 0xc01ef51f73, 0xd, 0xfdf8dc7, 0xed817bf60, 0x4f79c20, 0xc00e70d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc00f76c1c0, 0xc000065e00, 0x380ea60, 0xc0016bb0b0, 0xc01ef51f43, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc00f76c1c0, 0xc000065e00, 0xc01ef51f20, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc00f76c1c0, 0xc000065e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0016bab40, 0x383ca00, 0xc00f76c1c0, 0xc000065e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc00e70d758, 0x383ca00, 0xc00f76c1c0, 0xc000065c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc00f76c1c0, 0xc000065c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc00f76c1c0, 0xc000065c00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc00f76c1c0, 0xc000065c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc00f76c1c0, 0xc000065000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc00f76c1c0, 0xc000064f00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc00f76c1c0, 0xc000064f00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01cabff40, 0x38483c0, 0xc012b97fc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4527754 [IO wait, 227 minutes]: internal/poll.runtime_pollWait(0x7f435015ede8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02f5d2418, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02f5d2400, 0xc027170d61, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02f5d2400, 0xc027170d61, 0x1, 0x1, 0xc00e74b380, 0x0, 0xc02bf2edd8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000119450, 0xc027170d61, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc027170d50) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6205049 [IO wait, 147 minutes]: internal/poll.runtime_pollWait(0x7f43000bf818, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0158d0298, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0158d0280, 0xc011c44e21, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0158d0280, 0xc011c44e21, 0x1, 0x1, 0xc0362a8f48, 0xc000a1a138, 0xc0362a8fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0192c7b40, 0xc011c44e21, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc011c44e10) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5669586 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x44a, 0x44b, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x44a, 0x44b, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc027963180, 0x44b, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x44b, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01a776000, 0xc018fa2b40, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0245e4260, 0xc018fa2b40, 0x0, 0xc013bfcb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc027963180, 0x380b840, 0xc02325a788, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017742a58, 0x380b840, 0xc002a14ba0, 0x800, 0xc013bfcc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017742a58, 0x380b840, 0xc002a14ba0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01b719880, 0x380b840, 0xc002a14ba0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01b719880, 0x380b840, 0xc002a14ba0, 0x0, 0x0, 0x0, 0x326e760, 0xc00f6fe800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01b719880, 0x380be40, 0xc02325a788, 0x800000000, 0xc026424420, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01b719880, 0xc02c5ccf00, 0xc01b7f3c13, 0xc, 0xc0689cf, 0xed78e6fd0, 0x4f79c20, 0xc0022871f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01b719880, 0xc02c5ccf00, 0x380ea60, 0xc015e68870, 0xc01b7f3bb3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01b719880, 0xc02c5ccf00, 0xc01b7f3b90, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01b719880, 0xc02c5ccf00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc015e68550, 0x383ca00, 0xc01b719880, 0xc02c5ccf00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc002287758, 0x383ca00, 0xc01b719880, 0xc02c5cc900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01b719880, 0xc02c5cc900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01b719880, 0xc02c5cc900) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01b719880, 0xc02c5cc900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01b719880, 0xc02c5cc400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01b719880, 0xc01f3a7f00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01b719880, 0xc01f3a7f00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc027687ae0, 0x38483c0, 0xc02a61e1c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6430015 [IO wait, 136 minutes]: internal/poll.runtime_pollWait(0x7f41ac0c5c70, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc027187798, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc027187780, 0xc0214b7cf1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc027187780, 0xc0214b7cf1, 0x1, 0x1, 0xc033810f48, 0xc01446be18, 0xc033810fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc030b95d60, 0xc0214b7cf1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0214b7ce0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4667037 [IO wait, 221 minutes]: internal/poll.runtime_pollWait(0x7f4168054e20, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc023bc0118, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc023bc0100, 0xc030aa36f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc023bc0100, 0xc030aa36f1, 0x1, 0x1, 0xc0198e9680, 0xc01459c298, 0xc001c76fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000011518, 0xc030aa36f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc030aa36e0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5265474 [IO wait, 192 minutes]: internal/poll.runtime_pollWait(0x7f412413dcc8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc034a54a98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc034a54a80, 0xc0107ba821, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc034a54a80, 0xc0107ba821, 0x1, 0x1, 0xc02fad5500, 0xc01459c298, 0xc00323b7c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02aef2620, 0xc0107ba821, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0107ba810) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7264477 [IO wait, 97 minutes]: internal/poll.runtime_pollWait(0x7f41841b4188, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01cde4a18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01cde4a00, 0xc0101f0f71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01cde4a00, 0xc0101f0f71, 0x1, 0x1, 0xc021ec6f48, 0xc01459c298, 0xc021ec6fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02aef21c0, 0xc0101f0f71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0101f0f60) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6645767 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x5a6, 0x5ae, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x5a6, 0x5ae, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc021546480, 0x5ae, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x5ae, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0324c8360, 0xc024ae99e0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017ae9a70, 0xc024ae99e0, 0x0, 0xc036232b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc021546480, 0x380b840, 0xc017c1f820, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0329ed898, 0x380b840, 0xc017cb1fb0, 0x800, 0xc036232c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0329ed898, 0x380b840, 0xc017cb1fb0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc012061880, 0x380b840, 0xc017cb1fb0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc012061880, 0x380b840, 0xc017cb1fb0, 0x0, 0x0, 0x0, 0x326e760, 0xc024b86100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc012061880, 0x380be40, 0xc017c1f820, 0x800000000, 0xc032249000, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc012061880, 0xc026842100, 0xc02923aaa3, 0xd, 0x985cb6b, 0xed85668d2, 0x4f79c20, 0xc0362331f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc012061880, 0xc026842100, 0x380ea60, 0xc0278954c0, 0xc02923aa43, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc012061880, 0xc026842100, 0xc02923aa20, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc012061880, 0xc026842100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc027895150, 0x383ca00, 0xc012061880, 0xc026842100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc036233758, 0x383ca00, 0xc012061880, 0xc030689900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc012061880, 0xc030689900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc012061880, 0xc030689900) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc012061880, 0xc030689900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc012061880, 0xc030689500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc012061880, 0xc030689100) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc012061880, 0xc030689100) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01a2ee3c0, 0x38483c0, 0xc038a59380) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4713051 [syscall]: syscall.Syscall6(0x28, 0x22b, 0x235, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x22b, 0x235, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0248a2e80, 0x235, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x235, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0194ca5a0, 0xc0304740c0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017742cc8, 0xc0304740c0, 0x0, 0xc023980b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0248a2e80, 0x380b840, 0xc018b78d58, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02f4a2408, 0x380b840, 0xc026a3dab8, 0x800, 0xc023980c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02f4a2408, 0x380b840, 0xc026a3dab8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc011bfd180, 0x380b840, 0xc026a3dab8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc011bfd180, 0x380b840, 0xc026a3dab8, 0x0, 0x0, 0x0, 0x326e760, 0xc029bd9f00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc011bfd180, 0x380be40, 0xc018b78d58, 0x200000000, 0xc029715680, 0x28, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc011bfd180, 0xc030689f00, 0xc029715643, 0xc, 0x3361fdf3, 0xed79bcf71, 0x4f79c20, 0xc0239811f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc011bfd180, 0xc030689f00, 0x380ea60, 0xc016506990, 0xc0297155e3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc011bfd180, 0xc030689f00, 0xc0297155c0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc011bfd180, 0xc030689f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc016506670, 0x383ca00, 0xc011bfd180, 0xc030689f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc023981758, 0x383ca00, 0xc011bfd180, 0xc030689a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc011bfd180, 0xc030689a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc011bfd180, 0xc030689a00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc011bfd180, 0xc030689a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc011bfd180, 0xc030689800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc011bfd180, 0xc01f8d7100) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc011bfd180, 0xc01f8d7100) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc027687c20, 0x38483c0, 0xc02c3332c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5206533 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x35d, 0x360, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x35d, 0x360, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc016e66580, 0x360, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x360, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01fded4a0, 0xc021230a80, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0299500c8, 0xc021230a80, 0x0, 0xc020cb8b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc016e66580, 0x380b840, 0xc022e81300, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017b2b670, 0x380b840, 0xc019a65b30, 0x800, 0xc020cb8c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017b2b670, 0x380b840, 0xc019a65b30, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01ecde540, 0x380b840, 0xc019a65b30, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01ecde540, 0x380b840, 0xc019a65b30, 0x0, 0x0, 0x0, 0x326e760, 0xc023fd9200, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01ecde540, 0x380be40, 0xc022e81300, 0x800000000, 0xc025604300, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01ecde540, 0xc027846d00, 0xc023faa803, 0xd, 0x5c97024, 0xed86c0cde, 0x4f79c20, 0xc020cb91f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01ecde540, 0xc027846d00, 0x380ea60, 0xc018bd33f0, 0xc023faa7d3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01ecde540, 0xc027846d00, 0xc023faa7b0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01ecde540, 0xc027846d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc018bd30d0, 0x383ca00, 0xc01ecde540, 0xc027846d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc020cb9758, 0x383ca00, 0xc01ecde540, 0xc027846900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01ecde540, 0xc027846900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01ecde540, 0xc027846900) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01ecde540, 0xc027846900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01ecde540, 0xc027846700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01ecde540, 0xc019566800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01ecde540, 0xc019566800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bd708c0, 0x38483c0, 0xc02f5ae000) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5476606 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x3e6, 0x3ed, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x3e6, 0x3ed, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc000f77a80, 0x3ed, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x3ed, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0327d55c0, 0xc026dac6f0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02f6db470, 0xc026dac6f0, 0x0, 0xc020d5ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc000f77a80, 0x380b840, 0xc02f6db380, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc000fa24d0, 0x380b840, 0xc0282d5788, 0x800, 0xc020d5ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc000fa24d0, 0x380b840, 0xc0282d5788, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc027e462a0, 0x380b840, 0xc0282d5788, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc027e462a0, 0x380b840, 0xc0282d5788, 0x0, 0x0, 0x0, 0x326e760, 0xc00011b800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc027e462a0, 0x380be40, 0xc02f6db380, 0x800000000, 0xc01d9a6e20, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc027e462a0, 0xc0147d5c00, 0xc021aa16a3, 0xd, 0xe200a57, 0xed86924f5, 0x4f79c20, 0xc020d5b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc027e462a0, 0xc0147d5c00, 0x380ea60, 0xc02c845800, 0xc021aa1673, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc027e462a0, 0xc0147d5c00, 0xc021aa1650, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc027e462a0, 0xc0147d5c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02c8454e0, 0x383ca00, 0xc027e462a0, 0xc0147d5c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc020d5b758, 0x383ca00, 0xc027e462a0, 0xc0147d5900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc027e462a0, 0xc0147d5900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc027e462a0, 0xc0147d5900) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc027e462a0, 0xc0147d5900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc027e462a0, 0xc0147d5700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc027e462a0, 0xc0147d5600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc027e462a0, 0xc0147d5600) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01d9faaa0, 0x38483c0, 0xc0256a2540) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6531664 [syscall]: syscall.Syscall6(0x28, 0x586, 0x1a5, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x586, 0x1a5, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02ede0a00, 0x1a5, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x1a5, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc019036600, 0xc014fbd380, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02ad6e9c8, 0xc014fbd380, 0x0, 0xc00ed9cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02ede0a00, 0x380b840, 0xc003051370, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02325a8e8, 0x380b840, 0xc032c1bab8, 0x800, 0xc00ed9cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02325a8e8, 0x380b840, 0xc032c1bab8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0373fb0a0, 0x380b840, 0xc032c1bab8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0373fb0a0, 0x380b840, 0xc032c1bab8, 0x0, 0x0, 0x0, 0x326e760, 0xc02b23c000, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0373fb0a0, 0x380be40, 0xc003051370, 0x800000000, 0xc027e10a80, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0373fb0a0, 0xc026c79300, 0xc027d496a3, 0xd, 0x17612f44, 0xed8590c45, 0x4f79c20, 0xc03ad391f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0373fb0a0, 0xc026c79300, 0x380ea60, 0xc02464fce0, 0xc027d49673, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0373fb0a0, 0xc026c79300, 0xc027d49650, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0373fb0a0, 0xc026c79300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02464f9c0, 0x383ca00, 0xc0373fb0a0, 0xc026c79300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03ad39758, 0x383ca00, 0xc0373fb0a0, 0xc026c79000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0373fb0a0, 0xc026c79000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0373fb0a0, 0xc026c79000) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0373fb0a0, 0xc026c79000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0373fb0a0, 0xc026c78d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0373fb0a0, 0xc026c78a00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0373fb0a0, 0xc026c78a00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01d9fb680, 0x38483c0, 0xc024cb8480) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5393965 [IO wait, 186 minutes]: internal/poll.runtime_pollWait(0x7f4124199f38, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc03334a318, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc03334a300, 0xc02c96cc41, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc03334a300, 0xc02c96cc41, 0x1, 0x1, 0xc021eff860, 0xc01446be18, 0xc02b0cdfc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc020ec2418, 0xc02c96cc41, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02c96cc30) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4888236 [IO wait, 210 minutes]: internal/poll.runtime_pollWait(0x7f4124199d68, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc03128e718, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc03128e700, 0xc0321d50f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc03128e700, 0xc0321d50f1, 0x1, 0x1, 0xc00279df48, 0xc000a1a138, 0xc00279dfc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0226c0718, 0xc0321d50f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0321d50e0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6934728 [IO wait, 112 minutes]: internal/poll.runtime_pollWait(0x7f4187a68c00, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc029338a98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc029338a80, 0xc0107bba21, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc029338a80, 0xc0107bba21, 0x1, 0x1, 0xc021136d20, 0x0, 0xc0159b1a58) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02c711bb8, 0xc0107bba21, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0107bba10) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5935600 [IO wait, 161 minutes]: internal/poll.runtime_pollWait(0x7f4187166b20, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02c3aeb18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02c3aeb00, 0xc01705aa01, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02c3aeb00, 0xc01705aa01, 0x1, 0x1, 0xc001ef0748, 0xc01459c298, 0xc001ef07c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc018338118, 0xc01705aa01, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01705a9f0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5891457 [IO wait, 162 minutes]: internal/poll.runtime_pollWait(0x7f43000c50c0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02b0fb418, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02b0fb400, 0xc030dc2791, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02b0fb400, 0xc030dc2791, 0x1, 0x1, 0xc017f3a6c0, 0x0, 0xc023ec8018) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017400050, 0xc030dc2791, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc030dc2780) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6339301 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x544, 0x547, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x544, 0x547, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc017ed8f80, 0x547, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x547, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01c7e6c60, 0xc023a36a20, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017c1f660, 0xc023a36a20, 0x0, 0xc0246c2b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc017ed8f80, 0x380b840, 0xc01f9af538, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc01f9af420, 0x380b840, 0xc033831d40, 0x800, 0xc0246c2c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc01f9af420, 0x380b840, 0xc033831d40, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc029380700, 0x380b840, 0xc033831d40, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc029380700, 0x380b840, 0xc033831d40, 0x0, 0x0, 0x0, 0x326e760, 0xc010d1a600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc029380700, 0x380be40, 0xc01f9af538, 0x800000000, 0xc024eb8bc0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc029380700, 0xc019566d00, 0xc027340f23, 0xd, 0x152fe2b4, 0xed870487f, 0x4f79c20, 0xc0246c31f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc029380700, 0xc019566d00, 0x380ea60, 0xc025537990, 0xc027340ef3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc029380700, 0xc019566d00, 0xc027340ed0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc029380700, 0xc019566d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc025537670, 0x383ca00, 0xc029380700, 0xc019566d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0246c3758, 0x383ca00, 0xc029380700, 0xc019566900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc029380700, 0xc019566900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc029380700, 0xc019566900) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc029380700, 0xc019566900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc029380700, 0xc019566600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc029380700, 0xc022dbd100) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc029380700, 0xc022dbd100) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0235766e0, 0x38483c0, 0xc038121180) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5201107 [syscall]: syscall.Syscall6(0x28, 0x35c, 0x36a, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x35c, 0x36a, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0159d6b80, 0x36a, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x36a, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01837e180, 0xc010bb68a0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02f6db820, 0xc010bb68a0, 0x0, 0xc002a3eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0159d6b80, 0x380b840, 0xc02af9a0f0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02cc9f8a8, 0x380b840, 0xc01b28de78, 0x800, 0xc002a3ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02cc9f8a8, 0x380b840, 0xc01b28de78, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01ecde1c0, 0x380b840, 0xc01b28de78, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01ecde1c0, 0x380b840, 0xc01b28de78, 0x0, 0x0, 0x0, 0x326e760, 0xc0117b3400, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01ecde1c0, 0x380be40, 0xc02af9a0f0, 0x800000000, 0xc0272eb900, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01ecde1c0, 0xc026d33000, 0xc0312d6e93, 0xd, 0xa15bd2, 0xed875f383, 0x4f79c20, 0xc002a3f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01ecde1c0, 0xc026d33000, 0x380ea60, 0xc019e48490, 0xc0312d6e63, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01ecde1c0, 0xc026d33000, 0xc0312d6e40, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01ecde1c0, 0xc026d33000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc019e48170, 0x383ca00, 0xc01ecde1c0, 0xc026d33000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc002a3f758, 0x383ca00, 0xc01ecde1c0, 0xc026d32e00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01ecde1c0, 0xc026d32e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01ecde1c0, 0xc026d32e00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01ecde1c0, 0xc026d32e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01ecde1c0, 0xc026d32b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01ecde1c0, 0xc0020f3900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01ecde1c0, 0xc0020f3900) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc021787540, 0x38483c0, 0xc02b013980) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6109892 [syscall]: syscall.Syscall6(0x28, 0xff, 0x4f2, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0xff, 0x4f2, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc013e20200, 0x4f2, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x4f2, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc014dfbce0, 0xc01dce04e0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc01aa4acc0, 0xc01dce04e0, 0x0, 0xc013d48b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc013e20200, 0x380b840, 0xc024be8390, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc002a171b0, 0x380b840, 0xc0251932a8, 0x800, 0xc013d48c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc002a171b0, 0x380b840, 0xc0251932a8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc033f827e0, 0x380b840, 0xc0251932a8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc033f827e0, 0x380b840, 0xc0251932a8, 0x0, 0x0, 0x0, 0x326e760, 0xc03122ec00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc033f827e0, 0x380be40, 0xc024be8390, 0x800000000, 0xc031238260, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc033f827e0, 0xc026843b00, 0xc030e29973, 0xd, 0x23d0ccc8, 0xed86a21d9, 0x4f79c20, 0xc013d491f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc033f827e0, 0xc026843b00, 0x380ea60, 0xc002c38bd0, 0xc030e29943, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc033f827e0, 0xc026843b00, 0xc030e29920, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc033f827e0, 0xc026843b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc002c388b0, 0x383ca00, 0xc033f827e0, 0xc026843b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc013d49758, 0x383ca00, 0xc033f827e0, 0xc026843900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc033f827e0, 0xc026843900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc033f827e0, 0xc026843900) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc033f827e0, 0xc026843900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc033f827e0, 0xc026843700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc033f827e0, 0xc026843600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc033f827e0, 0xc026843600) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0195254a0, 0x38483c0, 0xc025d550c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6017009 [syscall]: syscall.Syscall6(0x28, 0x4cc, 0x4d0, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x4cc, 0x4d0, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02c3aff00, 0x4d0, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x4d0, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc029dc4d20, 0xc01812c660, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017c1ec58, 0xc01812c660, 0x0, 0xc002442b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02c3aff00, 0x380b840, 0xc0271a7cd8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017c1ef38, 0x380b840, 0xc003043db8, 0x800, 0xc002442c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017c1ef38, 0x380b840, 0xc003043db8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02d5535e0, 0x380b840, 0xc003043db8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02d5535e0, 0x380b840, 0xc003043db8, 0x0, 0x0, 0x0, 0x326e760, 0xc030790800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02d5535e0, 0x380be40, 0xc0271a7cd8, 0x800000000, 0xc03026e340, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02d5535e0, 0xc00233db00, 0xc0307940e3, 0xd, 0x10ae69ee, 0xed817302c, 0x4f79c20, 0xc0024431f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02d5535e0, 0xc00233db00, 0x380ea60, 0xc03225c650, 0xc0307940b3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02d5535e0, 0xc00233db00, 0xc030794090, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02d5535e0, 0xc00233db00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc03225c2e0, 0x383ca00, 0xc02d5535e0, 0xc00233db00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc002443758, 0x383ca00, 0xc02d5535e0, 0xc00233d500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02d5535e0, 0xc00233d500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02d5535e0, 0xc00233d500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02d5535e0, 0xc00233d500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02d5535e0, 0xc00233d000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02d5535e0, 0xc02c16f200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02d5535e0, 0xc02c16f200) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01ae28b40, 0x38483c0, 0xc01962c980) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5393999 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x3c0, 0x3c3, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x3c0, 0x3c3, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0241b0500, 0x3c3, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x3c3, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01e8aa5a0, 0xc02265e000, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc019c6a8b0, 0xc02265e000, 0x0, 0xc02f844b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0241b0500, 0x380b840, 0xc0031d4428, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02f4a3d30, 0x380b840, 0xc01ac016b0, 0x800, 0xc02f844c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02f4a3d30, 0x380b840, 0xc01ac016b0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01b719960, 0x380b840, 0xc01ac016b0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01b719960, 0x380b840, 0xc01ac016b0, 0x0, 0x0, 0x0, 0x326e760, 0xc0310e3100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01b719960, 0x380be40, 0xc0031d4428, 0x200000000, 0xc02b548570, 0x28, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01b719960, 0xc026c78000, 0xc02b548533, 0xc, 0xfa5fa9c, 0xed79b6ce4, 0x4f79c20, 0xc02f8451f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01b719960, 0xc026c78000, 0x380ea60, 0xc0324281d0, 0xc02b5484d3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01b719960, 0xc026c78000, 0xc02b5484b0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01b719960, 0xc026c78000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0274f5eb0, 0x383ca00, 0xc01b719960, 0xc026c78000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02f845758, 0x383ca00, 0xc01b719960, 0xc01f3a7e00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01b719960, 0xc01f3a7e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01b719960, 0xc01f3a7e00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01b719960, 0xc01f3a7e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01b719960, 0xc01f3a7c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01b719960, 0xc02194c300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01b719960, 0xc02194c300) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01cabedc0, 0x38483c0, 0xc017b53440) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5495049 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x3f2, 0x3f7, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x3f2, 0x3f7, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc016269080, 0x3f7, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x3f7, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc018c96120, 0xc022142c00, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc000fa25c0, 0xc022142c00, 0x0, 0xc0030a8b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc016269080, 0x380b840, 0xc017f9cde0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc000fa3c48, 0x380b840, 0xc01bcb4120, 0x800, 0xc0030a8c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc000fa3c48, 0x380b840, 0xc01bcb4120, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc018feb0a0, 0x380b840, 0xc01bcb4120, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc018feb0a0, 0x380b840, 0xc01bcb4120, 0x0, 0x0, 0x0, 0x326e760, 0xc024965f00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc018feb0a0, 0x380be40, 0xc017f9cde0, 0x200000000, 0xc028a24120, 0x28, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc018feb0a0, 0xc002666800, 0xc028a240e3, 0xd, 0x1110f550, 0xed7a2258e, 0x4f79c20, 0xc02f8431f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc018feb0a0, 0xc002666800, 0x380ea60, 0xc02a784570, 0xc028a24083, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc018feb0a0, 0xc002666800, 0xc028a24060, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc018feb0a0, 0xc002666800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02a784250, 0x383ca00, 0xc018feb0a0, 0xc002666800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02f843758, 0x383ca00, 0xc018feb0a0, 0xc002666400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc018feb0a0, 0xc002666400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc018feb0a0, 0xc002666400) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc018feb0a0, 0xc002666400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc018feb0a0, 0xc002666000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc018feb0a0, 0xc027847f00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc018feb0a0, 0xc027847f00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bd70d20, 0x38483c0, 0xc02151ca00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4758830 [IO wait, 217 minutes]: internal/poll.runtime_pollWait(0x7f43480bd7a0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0189d5c18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0189d5c00, 0xc010bb76f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0189d5c00, 0xc010bb76f1, 0x1, 0x1, 0xc01faed380, 0x0, 0xc02237b598) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02af9a390, 0xc010bb76f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc010bb76e0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5863076 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x499, 0x49a, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x499, 0x49a, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc027292180, 0x49a, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x49a, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0190367e0, 0xc018dd3f50, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0155b8d38, 0xc018dd3f50, 0x0, 0xc00e72cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc027292180, 0x380b840, 0xc001db9e98, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017c1e358, 0x380b840, 0xc02bf4d500, 0x800, 0xc00e72cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017c1e358, 0x380b840, 0xc02bf4d500, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03921a1c0, 0x380b840, 0xc02bf4d500, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03921a1c0, 0x380b840, 0xc02bf4d500, 0x0, 0x0, 0x0, 0x326e760, 0xc0010ae300, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03921a1c0, 0x380be40, 0xc001db9e98, 0x200000000, 0xc032897020, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03921a1c0, 0xc022dbc100, 0xc032896fe3, 0xc, 0x16159839, 0xed79b6c8a, 0x4f79c20, 0xc00e72d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03921a1c0, 0xc022dbc100, 0x380ea60, 0xc01697e370, 0xc032896f83, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03921a1c0, 0xc022dbc100, 0xc032896f60, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03921a1c0, 0xc022dbc100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01697e040, 0x383ca00, 0xc03921a1c0, 0xc022dbc100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc00e72d758, 0x383ca00, 0xc03921a1c0, 0xc0162b7e00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03921a1c0, 0xc0162b7e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03921a1c0, 0xc0162b7e00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03921a1c0, 0xc0162b7e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03921a1c0, 0xc0162b6d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03921a1c0, 0xc0020f2f00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03921a1c0, 0xc0020f2f00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc000fdcaa0, 0x38483c0, 0xc018b35b80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4478342 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f4358734a78, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc023a3a118, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc023a3a100, 0xc0237f73f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc023a3a100, 0xc0237f73f1, 0x1, 0x1, 0xc029f1ef60, 0x0, 0xc020e61f98) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc020b47760, 0xc0237f73f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0237f73e0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5972069 [IO wait, 159 minutes]: internal/poll.runtime_pollWait(0x7f41b8022780, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc039c75418, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc039c75400, 0xc022e78c71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc039c75400, 0xc022e78c71, 0x1, 0x1, 0xc02142a4e0, 0x0, 0xc024dc7dd8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc001db86a0, 0xc022e78c71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc022e78c60) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5972146 [IO wait, 159 minutes]: internal/poll.runtime_pollWait(0x7f43480bca08, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01cde4218, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01cde4200, 0xc015b6f871, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01cde4200, 0xc015b6f871, 0x1, 0x1, 0x0, 0xc001742ca8, 0xc019000001) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02cc9f608, 0xc015b6f871, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc015b6f860) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5379891 [IO wait, 187 minutes]: internal/poll.runtime_pollWait(0x7f4348095ca8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02d506298, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02d506280, 0xc015536f11, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02d506280, 0xc015536f11, 0x1, 0x1, 0xc013f13680, 0x0, 0xc02553fed8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017c1fb40, 0xc015536f11, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc015536f00) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4823784 [syscall]: syscall.Syscall6(0x28, 0x27f, 0x288, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x27f, 0x288, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01f182e80, 0x288, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x288, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0232280c0, 0xc0195a4f90, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc021dd56e8, 0xc0195a4f90, 0x0, 0xc0244a2b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01f182e80, 0x380b840, 0xc017ae91e8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc023bb97b8, 0x380b840, 0xc0262361e0, 0x800, 0xc0244a2c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc023bb97b8, 0x380b840, 0xc0262361e0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01be1e460, 0x380b840, 0xc0262361e0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01be1e460, 0x380b840, 0xc0262361e0, 0x0, 0x0, 0x0, 0x326e760, 0xc01cfc2a00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01be1e460, 0x380be40, 0xc017ae91e8, 0x800000000, 0xc01c7b1400, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01be1e460, 0xc019566700, 0xc01c557ee3, 0xd, 0x188bd06b, 0xed8701d05, 0x4f79c20, 0xc0244a31f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01be1e460, 0xc019566700, 0x380ea60, 0xc0329f10b0, 0xc01c557eb3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01be1e460, 0xc019566700, 0xc01c557e90, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01be1e460, 0xc019566700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0329f0d90, 0x383ca00, 0xc01be1e460, 0xc019566700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0244a3758, 0x383ca00, 0xc01be1e460, 0xc019566400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01be1e460, 0xc019566400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01be1e460, 0xc019566400) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01be1e460, 0xc019566400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01be1e460, 0xc019566100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01be1e460, 0xc0194de300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01be1e460, 0xc0194de300) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bd71400, 0x38483c0, 0xc0177a1640) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5099942 [syscall]: syscall.Syscall6(0x28, 0x324, 0x325, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x324, 0x325, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02d507980, 0x325, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x325, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc016ec8ba0, 0xc023e62f90, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017e427d8, 0xc023e62f90, 0x0, 0xc0009c2b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02d507980, 0x380b840, 0xc02f4a3b50, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02cc9e428, 0x380b840, 0xc0324473f8, 0x800, 0xc0009c2c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02cc9e428, 0x380b840, 0xc0324473f8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0427748c0, 0x380b840, 0xc0324473f8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0427748c0, 0x380b840, 0xc0324473f8, 0x0, 0x0, 0x0, 0x326e760, 0xc016a6f700, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0427748c0, 0x380be40, 0xc02f4a3b50, 0x800000000, 0xc025bf31c0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0427748c0, 0xc027847e00, 0xc01df16053, 0xd, 0x37c65b91, 0xed86b6872, 0x4f79c20, 0xc0009c31f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0427748c0, 0xc027847e00, 0x380ea60, 0xc021c10a20, 0xc01df16023, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0427748c0, 0xc027847e00, 0xc01df16000, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0427748c0, 0xc027847e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc021c10700, 0x383ca00, 0xc0427748c0, 0xc027847e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0009c3758, 0x383ca00, 0xc0427748c0, 0xc027847c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0427748c0, 0xc027847c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0427748c0, 0xc027847c00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0427748c0, 0xc027847c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0427748c0, 0xc027847a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0427748c0, 0xc027847900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0427748c0, 0xc027847900) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018d200a0, 0x38483c0, 0xc016e1cec0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4474541 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x5e, 0x62, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x5e, 0x62, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc029633100, 0x62, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x62, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc017cc6120, 0xc01cade3f0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02f6db430, 0xc01cade3f0, 0x0, 0xc01b03cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc029633100, 0x380b840, 0xc000196fe8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02c711350, 0x380b840, 0xc0167f5c80, 0x800, 0xc01b03cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02c711350, 0x380b840, 0xc0167f5c80, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0369da1c0, 0x380b840, 0xc0167f5c80, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0369da1c0, 0x380b840, 0xc0167f5c80, 0x0, 0x0, 0x0, 0x326e760, 0xc01c2ec600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0369da1c0, 0x380be40, 0xc000196fe8, 0x800000000, 0xc01c1ee220, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0369da1c0, 0xc019092300, 0xc01c1c8503, 0xd, 0x11b6df8, 0xed875f383, 0x4f79c20, 0xc01b03d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0369da1c0, 0xc019092300, 0x380ea60, 0xc010947fe0, 0xc01c1c84d3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0369da1c0, 0xc019092300, 0xc01c1c84b0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0369da1c0, 0xc019092300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc010947cc0, 0x383ca00, 0xc0369da1c0, 0xc019092300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01b03d758, 0x383ca00, 0xc0369da1c0, 0xc019092100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0369da1c0, 0xc019092100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0369da1c0, 0xc019092100) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0369da1c0, 0xc019092100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0369da1c0, 0xc002189f00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0369da1c0, 0xc002189e00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0369da1c0, 0xc002189e00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bb585a0, 0x38483c0, 0xc03c517b40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5574783 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x41d, 0x41e, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x41d, 0x41e, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc038591d00, 0x41e, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x41e, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc018b23d40, 0xc0218aede0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc032e60648, 0xc0218aede0, 0x0, 0xc01771eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc038591d00, 0x380b840, 0xc025cf06b8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc023cfa148, 0x380b840, 0xc025045578, 0x800, 0xc01771ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc023cfa148, 0x380b840, 0xc025045578, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01b2c90a0, 0x380b840, 0xc025045578, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01b2c90a0, 0x380b840, 0xc025045578, 0x0, 0x0, 0x0, 0x326e760, 0xc0284e0600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01b2c90a0, 0x380be40, 0xc025cf06b8, 0x800000000, 0xc01762e840, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01b2c90a0, 0xc0194df600, 0xc0288cf343, 0xd, 0x241f9a10, 0xed7e64907, 0x4f79c20, 0xc01771f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01b2c90a0, 0xc0194df600, 0x380ea60, 0xc02a785660, 0xc0288cf2e3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01b2c90a0, 0xc0194df600, 0xc0288cf2c0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01b2c90a0, 0xc0194df600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02a785340, 0x383ca00, 0xc01b2c90a0, 0xc0194df600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01771f758, 0x383ca00, 0xc01b2c90a0, 0xc0194df200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01b2c90a0, 0xc0194df200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01b2c90a0, 0xc0194df200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01b2c90a0, 0xc0194df200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01b2c90a0, 0xc0194df000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01b2c90a0, 0xc0194dee00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01b2c90a0, 0xc0194dee00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0195241e0, 0x38483c0, 0xc015076480) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4995759 [IO wait, 205 minutes]: internal/poll.runtime_pollWait(0x7f43480ce7c8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc018d1b018, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc018d1b000, 0xc023c44641, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc018d1b000, 0xc023c44641, 0x1, 0x1, 0xc018ca7b00, 0xc01459c298, 0xc014177fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000fa3728, 0xc023c44641, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc023c44630) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7292778 [syscall]: syscall.Syscall6(0x28, 0x671, 0x674, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x671, 0x674, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0127d3000, 0x674, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x674, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc021b811a0, 0xc016348420, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0271a78f8, 0xc016348420, 0x0, 0xc016d2ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0127d3000, 0x380b840, 0xc000010900, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc000fa3590, 0x380b840, 0xc040ad4ff0, 0x800, 0xc016d2ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc000fa3590, 0x380b840, 0xc040ad4ff0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02a1e00e0, 0x380b840, 0xc040ad4ff0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02a1e00e0, 0x380b840, 0xc040ad4ff0, 0x0, 0x0, 0x0, 0x326e760, 0xc02e99d600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02a1e00e0, 0x380be40, 0xc000010900, 0x800000000, 0xc015935880, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02a1e00e0, 0xc0236eea00, 0xc023adb943, 0xd, 0x8872a3e, 0xed86cff17, 0x4f79c20, 0xc016d2b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02a1e00e0, 0xc0236eea00, 0x380ea60, 0xc0024217a0, 0xc023adb913, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02a1e00e0, 0xc0236eea00, 0xc023adb8f0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02a1e00e0, 0xc0236eea00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc002421480, 0x383ca00, 0xc02a1e00e0, 0xc0236eea00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc016d2b758, 0x383ca00, 0xc02a1e00e0, 0xc0236ee700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02a1e00e0, 0xc0236ee700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02a1e00e0, 0xc0236ee700) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02a1e00e0, 0xc0236ee700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02a1e00e0, 0xc0236ee500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02a1e00e0, 0xc023d95000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02a1e00e0, 0xc023d95000) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc000fdc1e0, 0x38483c0, 0xc026023b40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5449211 [IO wait, 184 minutes]: internal/poll.runtime_pollWait(0x7f41241047a8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02a30ae98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02a30ae80, 0xc030963211, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02a30ae80, 0xc030963211, 0x1, 0x1, 0xc02669f080, 0x0, 0xc0264de518) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc01f9ae1b0, 0xc030963211, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc030963200) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5182718 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x351, 0x357, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x351, 0x357, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0158d1d80, 0x357, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x357, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc011d2e300, 0xc020125f20, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02ed28ae8, 0xc020125f20, 0x0, 0xc022664b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0158d1d80, 0x380b840, 0xc02f6dab08, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017f9d788, 0x380b840, 0xc01692c078, 0x800, 0xc022664c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017f9d788, 0x380b840, 0xc01692c078, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0154ce0e0, 0x380b840, 0xc01692c078, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0154ce0e0, 0x380b840, 0xc01692c078, 0x0, 0x0, 0x0, 0x326e760, 0xc02614e300, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0154ce0e0, 0x380be40, 0xc02f6dab08, 0x800000000, 0xc0228f9060, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0154ce0e0, 0xc000496e00, 0xc023cc1eb3, 0xd, 0x745cd72, 0xed8668bcd, 0x4f79c20, 0xc0226651f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0154ce0e0, 0xc000496e00, 0x380ea60, 0xc01fd91970, 0xc023cc1e53, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0154ce0e0, 0xc000496e00, 0xc023cc1e30, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0154ce0e0, 0xc000496e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01fd91650, 0x383ca00, 0xc0154ce0e0, 0xc000496e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc022665758, 0x383ca00, 0xc0154ce0e0, 0xc000496900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0154ce0e0, 0xc000496900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0154ce0e0, 0xc000496900) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0154ce0e0, 0xc000496900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0154ce0e0, 0xc000496500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0154ce0e0, 0xc000496400) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0154ce0e0, 0xc000496400) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01a2eeb40, 0x38483c0, 0xc03c517500) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5531860 [IO wait, 180 minutes]: internal/poll.runtime_pollWait(0x7f41ac0c7738, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0158d0f18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0158d0f00, 0xc01373b0c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0158d0f00, 0xc01373b0c1, 0x1, 0x1, 0xc021d9e0c0, 0x0, 0xc01e819358) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc023cfa8b0, 0xc01373b0c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01373b0b0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5237851 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x370, 0x37e, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x370, 0x37e, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0355f0900, 0x37e, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x37e, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02ee0e000, 0xc026c28e40, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0271a7a68, 0xc026c28e40, 0x0, 0xc036ebeb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0355f0900, 0x380b840, 0xc018662e28, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017ae9dd8, 0x380b840, 0xc032c1a408, 0x800, 0xc036ebec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017ae9dd8, 0x380b840, 0xc032c1a408, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01ecde0e0, 0x380b840, 0xc032c1a408, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01ecde0e0, 0x380b840, 0xc032c1a408, 0x0, 0x0, 0x0, 0x326e760, 0xc02e2c7100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01ecde0e0, 0x380be40, 0xc018662e28, 0x200000000, 0xc02e226e40, 0x28, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01ecde0e0, 0xc022dbd300, 0xc02e226e33, 0xd, 0x101cbbcc, 0xed7a20fe0, 0x4f79c20, 0xc036ebf1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01ecde0e0, 0xc022dbd300, 0x380ea60, 0xc021eed800, 0xc02e226e03, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01ecde0e0, 0xc022dbd300, 0xc02e226de0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01ecde0e0, 0xc022dbd300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc021eed4e0, 0x383ca00, 0xc01ecde0e0, 0xc022dbd300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc036ebf758, 0x383ca00, 0xc01ecde0e0, 0xc022dbd000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01ecde0e0, 0xc022dbd000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01ecde0e0, 0xc022dbd000) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01ecde0e0, 0xc022dbd000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01ecde0e0, 0xc022dbce00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01ecde0e0, 0xc022dbcd00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01ecde0e0, 0xc022dbcd00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01d9fab40, 0x38483c0, 0xc03c2e1f80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4478700 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f4187170980, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc025220398, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc025220380, 0xc025025421, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc025220380, 0xc025025421, 0x1, 0x1, 0xc02a01baa0, 0x0, 0xc024c5b798) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0226c0680, 0xc025025421, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc025025410) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7254948 [IO wait, 98 minutes]: internal/poll.runtime_pollWait(0x7f418417f280, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01c884298, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01c884280, 0xc01fdffed1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01c884280, 0xc01fdffed1, 0x1, 0x1, 0xc02926e720, 0x0, 0xc014c48cd8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02aef27f0, 0xc01fdffed1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01fdffec0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6008437 [IO wait, 157 minutes]: internal/poll.runtime_pollWait(0x7f41b8109ce8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0127d3898, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0127d3880, 0xc015b6e221, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0127d3880, 0xc015b6e221, 0x1, 0x1, 0xc003237748, 0xc000a1a138, 0xc0032377c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc01aa4b730, 0xc015b6e221, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc015b6e210) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6632523 [IO wait, 127 minutes]: internal/poll.runtime_pollWait(0x7f41b805e638, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0355da698, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0355da680, 0xc0347061f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0355da680, 0xc0347061f1, 0x1, 0x1, 0xc015787320, 0x0, 0xc024d49058) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc016415960, 0xc0347061f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0347061e0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6959181 [IO wait, 111 minutes]: internal/poll.runtime_pollWait(0x7f4187a69170, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc03317ec98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc03317ec80, 0xc026ab2011, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc03317ec80, 0xc026ab2011, 0x1, 0x1, 0xc0187c6f00, 0x0, 0xc01049d658) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017b2af58, 0xc026ab2011, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc026ab2000) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5283725 [IO wait, 191 minutes]: internal/poll.runtime_pollWait(0x7f43583b2ef8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0197a6698, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0197a6680, 0xc01699b451, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0197a6680, 0xc01699b451, 0x1, 0x1, 0x0, 0xc02dda2d28, 0xc02b000001) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0158383b8, 0xc01699b451, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01699b440) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6073097 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x4e2, 0x4e5, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x4e2, 0x4e5, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc023c90880, 0x4e5, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x4e5, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc022e0ec60, 0xc017dfde30, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc018663388, 0xc017dfde30, 0x0, 0xc024934b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc023c90880, 0x380b840, 0xc015839970, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017b2ad58, 0x380b840, 0xc0155b7d40, 0x800, 0xc024934c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017b2ad58, 0x380b840, 0xc0155b7d40, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02d5529a0, 0x380b840, 0xc0155b7d40, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02d5529a0, 0x380b840, 0xc0155b7d40, 0x0, 0x0, 0x0, 0x326e760, 0xc02ed77c00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02d5529a0, 0x380be40, 0xc015839970, 0x200000000, 0xc021a3af30, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02d5529a0, 0xc030688600, 0xc021a3aef3, 0xc, 0x14a79c87, 0xed79b6c6c, 0x4f79c20, 0xc0249351f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02d5529a0, 0xc030688600, 0x380ea60, 0xc01830a1a0, 0xc021a3ae93, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02d5529a0, 0xc030688600, 0xc021a3ae70, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02d5529a0, 0xc030688600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc010947e00, 0x383ca00, 0xc02d5529a0, 0xc030688600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc024935758, 0x383ca00, 0xc02d5529a0, 0xc030688200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02d5529a0, 0xc030688200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02d5529a0, 0xc030688200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02d5529a0, 0xc030688200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02d5529a0, 0xc026c79d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02d5529a0, 0xc026c79b00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02d5529a0, 0xc026c79b00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bb59860, 0x38483c0, 0xc013ff1d40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4503876 [IO wait, 229 minutes]: internal/poll.runtime_pollWait(0x7f418417f450, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02a834518, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02a834500, 0xc016729fc1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02a834500, 0xc016729fc1, 0x1, 0x1, 0xc029dc08a0, 0x0, 0xc018f26458) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc016414568, 0xc016729fc1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc016729fb0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6769862 [syscall]: syscall.Syscall6(0x28, 0x5cd, 0x5e3, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x5cd, 0x5e3, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc025c31700, 0x5e3, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x5e3, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc018a78300, 0xc0223fbc50, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc030b95390, 0xc0223fbc50, 0x0, 0xc033c48b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc025c31700, 0x380b840, 0xc021dd5878, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc002a17898, 0x380b840, 0xc022823428, 0x800, 0xc033c48c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc002a17898, 0x380b840, 0xc022823428, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0114940e0, 0x380b840, 0xc022823428, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0114940e0, 0x380b840, 0xc022823428, 0x0, 0x0, 0x0, 0x326e760, 0xc014068400, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0114940e0, 0x380be40, 0xc021dd5878, 0x800000000, 0xc027709e40, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0114940e0, 0xc019092000, 0xc0316b1cd3, 0xd, 0x29d2fe94, 0xed877dbf2, 0x4f79c20, 0xc033c491f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0114940e0, 0xc019092000, 0x380ea60, 0xc0172276e0, 0xc0316b1ca3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0114940e0, 0xc019092000, 0xc0316b1c80, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0114940e0, 0xc019092000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0172273a0, 0x383ca00, 0xc0114940e0, 0xc019092000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc033c49758, 0x383ca00, 0xc0114940e0, 0xc026843c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0114940e0, 0xc026843c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0114940e0, 0xc026843c00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0114940e0, 0xc026843c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0114940e0, 0xc026843a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0114940e0, 0xc026843900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0114940e0, 0xc026843900) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bb59900, 0x38483c0, 0xc01a5096c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6458975 [IO wait, 135 minutes]: internal/poll.runtime_pollWait(0x7f43480ce8b0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc030358198, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc030358180, 0xc02723aca1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc030358180, 0xc02723aca1, 0x1, 0x1, 0xc029273b00, 0x0, 0xc01bd01018) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0245e4ed0, 0xc02723aca1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02723ac90) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5296536 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x38c, 0x396, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x38c, 0x396, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01a959600, 0x396, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x396, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc017dc8720, 0xc0193513e0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02325ab60, 0xc0193513e0, 0x0, 0xc038b00b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01a959600, 0x380b840, 0xc022e81460, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02f4a2930, 0x380b840, 0xc00f2a4c30, 0x800, 0xc038b00c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02f4a2930, 0x380b840, 0xc00f2a4c30, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01b7182a0, 0x380b840, 0xc00f2a4c30, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01b7182a0, 0x380b840, 0xc00f2a4c30, 0x0, 0x0, 0x0, 0x326e760, 0xc00fe73800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01b7182a0, 0x380be40, 0xc022e81460, 0x800000000, 0xc010e5ac80, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01b7182a0, 0xc02194cc00, 0xc0195c00b3, 0xd, 0x4948d76, 0xed86c979d, 0x4f79c20, 0xc038b011f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01b7182a0, 0xc02194cc00, 0x380ea60, 0xc016cf4f50, 0xc0195c0083, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01b7182a0, 0xc02194cc00, 0xc0195c0060, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01b7182a0, 0xc02194cc00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc016cf4c30, 0x383ca00, 0xc01b7182a0, 0xc02194cc00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc038b01758, 0x383ca00, 0xc01b7182a0, 0xc02194c900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01b7182a0, 0xc02194c900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01b7182a0, 0xc02194c900) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01b7182a0, 0xc02194c900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01b7182a0, 0xc02194c700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01b7182a0, 0xc02194c600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01b7182a0, 0xc02194c600) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc019524b40, 0x38483c0, 0xc018af5180) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6568405 [IO wait, 130 minutes]: internal/poll.runtime_pollWait(0x7f4187b3e218, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc027911118, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc027911100, 0xc0121b4c11, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc027911100, 0xc0121b4c11, 0x1, 0x1, 0xc01e5e02a0, 0x0, 0xc025f21698) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc030b94c98, 0xc0121b4c11, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0121b4c00) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5373704 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x3b7, 0x3b8, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x3b7, 0x3b8, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc018396480, 0x3b8, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x3b8, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01e228e40, 0xc018f17cb0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc000011268, 0xc018f17cb0, 0x0, 0xc01de72b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc018396480, 0x380b840, 0xc023bb8e60, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02f6da368, 0x380b840, 0xc01679c6a8, 0x800, 0xc01de72c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02f6da368, 0x380b840, 0xc01679c6a8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc012061dc0, 0x380b840, 0xc01679c6a8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc012061dc0, 0x380b840, 0xc01679c6a8, 0x0, 0x0, 0x0, 0x326e760, 0xc02517ae00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc012061dc0, 0x380be40, 0xc023bb8e60, 0x800000000, 0xc01ccb49c0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc012061dc0, 0xc000065d00, 0xc0308b2593, 0xd, 0x982b08b, 0xed873a1d7, 0x4f79c20, 0xc01de731f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc012061dc0, 0xc000065d00, 0x380ea60, 0xc0329f1b00, 0xc0308b2563, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc012061dc0, 0xc000065d00, 0xc0308b2540, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc012061dc0, 0xc000065d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0329f17d0, 0x383ca00, 0xc012061dc0, 0xc000065d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01de73758, 0x383ca00, 0xc012061dc0, 0xc000065a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc012061dc0, 0xc000065a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc012061dc0, 0xc000065a00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc012061dc0, 0xc000065a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc012061dc0, 0xc000065400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc012061dc0, 0xc000065200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc012061dc0, 0xc000065200) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc021786aa0, 0x38483c0, 0xc01503b240) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5160540 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x347, 0x348, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x347, 0x348, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc031bbc280, 0x348, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x348, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01ea9bf80, 0xc02b6c28d0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc003050e68, 0xc02b6c28d0, 0x0, 0xc019e36b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc031bbc280, 0x380b840, 0xc02325ad20, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02ac78040, 0x380b840, 0xc0339dfbc0, 0x800, 0xc019e36c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02ac78040, 0x380b840, 0xc0339dfbc0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02bb93a40, 0x380b840, 0xc0339dfbc0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02bb93a40, 0x380b840, 0xc0339dfbc0, 0x0, 0x0, 0x0, 0x326e760, 0xc037349f00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02bb93a40, 0x380be40, 0xc02325ad20, 0x800000000, 0xc01be916c0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02bb93a40, 0xc0162b6a00, 0xc01beba8c3, 0xd, 0x131ec0f7, 0xed7e61fc8, 0x4f79c20, 0xc019e371f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02bb93a40, 0xc0162b6a00, 0x380ea60, 0xc022f55000, 0xc01beba893, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02bb93a40, 0xc0162b6a00, 0xc01beba870, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02bb93a40, 0xc0162b6a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc022f54cc0, 0x383ca00, 0xc02bb93a40, 0xc0162b6a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc019e37758, 0x383ca00, 0xc02bb93a40, 0xc0162b6700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02bb93a40, 0xc0162b6700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02bb93a40, 0xc0162b6700) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02bb93a40, 0xc0162b6700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02bb93a40, 0xc0162b6200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02bb93a40, 0xc000497100) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02bb93a40, 0xc000497100) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc021786280, 0x38483c0, 0xc021de49c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6476496 [IO wait, 133 minutes]: internal/poll.runtime_pollWait(0x7f435019a718, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02277f518, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02277f500, 0xc021610eb1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02277f500, 0xc021610eb1, 0x1, 0x1, 0xc015ae2300, 0x0, 0xc0157b4898) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc018338168, 0xc021610eb1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc021610ea0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7375191 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x68d, 0x68e, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x68d, 0x68e, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0394b5f80, 0x68e, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x68e, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc00e4e8600, 0xc01014e150, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc023bb9468, 0xc01014e150, 0x0, 0xc00fd36b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0394b5f80, 0x380b840, 0xc017e42098, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc020ec2748, 0x380b840, 0xc02bf4c330, 0x800, 0xc00fd36c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc020ec2748, 0x380b840, 0xc02bf4c330, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc012d00b60, 0x380b840, 0xc02bf4c330, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc012d00b60, 0x380b840, 0xc02bf4c330, 0x0, 0x0, 0x0, 0x326e760, 0xc02b79ce00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc012d00b60, 0x380be40, 0xc017e42098, 0x800000000, 0xc023665780, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc012d00b60, 0xc0240ed900, 0xc023b9f463, 0xd, 0x21dab389, 0xed871837f, 0x4f79c20, 0xc00fd371f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc012d00b60, 0xc0240ed900, 0x380ea60, 0xc02c9f7ba0, 0xc023b9f433, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc012d00b60, 0xc0240ed900, 0xc023b9f410, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc012d00b60, 0xc0240ed900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02c9f7850, 0x383ca00, 0xc012d00b60, 0xc0240ed900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc00fd37758, 0x383ca00, 0xc012d00b60, 0xc0240ed700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc012d00b60, 0xc0240ed700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc012d00b60, 0xc0240ed700) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc012d00b60, 0xc0240ed700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc012d00b60, 0xc0240ed500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc012d00b60, 0xc023d95800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc012d00b60, 0xc023d95800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc024374140, 0x38483c0, 0xc000dfc640) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5680030 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x449, 0x450, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x449, 0x450, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc021ebb980, 0x450, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x450, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc018755c80, 0xc02480c1e0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc026042530, 0xc02480c1e0, 0x0, 0xc035350b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc021ebb980, 0x380b840, 0xc02cc9e5e8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02cc9e478, 0x380b840, 0xc01cdf5398, 0x800, 0xc035350c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02cc9e478, 0x380b840, 0xc01cdf5398, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02be9cd20, 0x380b840, 0xc01cdf5398, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02be9cd20, 0x380b840, 0xc01cdf5398, 0x0, 0x0, 0x0, 0x326e760, 0xc00f615500, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02be9cd20, 0x380be40, 0xc02cc9e5e8, 0x800000000, 0xc019b068a0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02be9cd20, 0xc02194c400, 0xc03416e323, 0xd, 0x92ab26e, 0xed85724ca, 0x4f79c20, 0xc0353511f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02be9cd20, 0xc02194c400, 0x380ea60, 0xc0176726d0, 0xc03416e2f3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02be9cd20, 0xc02194c400, 0xc03416e2d0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02be9cd20, 0xc02194c400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0176723a0, 0x383ca00, 0xc02be9cd20, 0xc02194c400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc035351758, 0x383ca00, 0xc02be9cd20, 0xc02194c100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02be9cd20, 0xc02194c100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02be9cd20, 0xc02194c100) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02be9cd20, 0xc02194c100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02be9cd20, 0xc018ddbf00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02be9cd20, 0xc0147d5500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02be9cd20, 0xc0147d5500) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc000fdc3c0, 0x38483c0, 0xc0233f2d40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 7121011 [IO wait, 104 minutes]: internal/poll.runtime_pollWait(0x7f4187171460, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc011b4b898, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc011b4b880, 0xc012048881, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc011b4b880, 0xc012048881, 0x1, 0x1, 0xc001ccff48, 0xc000a1a138, 0xc001ccffc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017ae9ae8, 0xc012048881, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc012048870) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7410652 [IO wait, 90 minutes]: internal/poll.runtime_pollWait(0x7f41240dd5e8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01c970918, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01c970900, 0xc020671331, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01c970900, 0xc020671331, 0x1, 0x1, 0xc018def8c0, 0x0, 0xc025fd1698) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017f9c668, 0xc020671331, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc020671320) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6429658 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x567, 0x56b, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x567, 0x56b, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0127d2180, 0x56b, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x56b, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc012063d40, 0xc0214b7260, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02c711358, 0xc0214b7260, 0x0, 0xc033c44b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0127d2180, 0x380b840, 0xc02ac798b8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc000011a18, 0x380b840, 0xc016d9a630, 0x800, 0xc033c44c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc000011a18, 0x380b840, 0xc016d9a630, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01b2c82a0, 0x380b840, 0xc016d9a630, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01b2c82a0, 0x380b840, 0xc016d9a630, 0x0, 0x0, 0x0, 0x326e760, 0xc014e8da00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01b2c82a0, 0x380be40, 0xc02ac798b8, 0x800000000, 0xc01a9b76a0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01b2c82a0, 0xc0193a6200, 0xc02b1381a3, 0xd, 0x1d1baeb1, 0xed8693107, 0x4f79c20, 0xc033c451f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01b2c82a0, 0xc0193a6200, 0x380ea60, 0xc026da62f0, 0xc02b138173, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01b2c82a0, 0xc0193a6200, 0xc02b138150, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01b2c82a0, 0xc0193a6200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc024a31fc0, 0x383ca00, 0xc01b2c82a0, 0xc0193a6200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc033c45758, 0x383ca00, 0xc01b2c82a0, 0xc02c5ccf00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01b2c82a0, 0xc02c5ccf00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01b2c82a0, 0xc02c5ccf00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01b2c82a0, 0xc02c5ccf00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01b2c82a0, 0xc02c5cc900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01b2c82a0, 0xc02c5cc800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01b2c82a0, 0xc02c5cc800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc021786c80, 0x38483c0, 0xc02b012900) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4848676 [syscall]: syscall.Syscall6(0x28, 0x296, 0x297, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x296, 0x297, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc031a9d900, 0x297, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x297, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc029f1e240, 0xc02cb05860, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc000122d00, 0xc02cb05860, 0x0, 0xc02db5eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc031a9d900, 0x380b840, 0xc016415020, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc016414f68, 0x380b840, 0xc0009ff698, 0x800, 0xc02db5ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc016414f68, 0x380b840, 0xc0009ff698, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03328c1c0, 0x380b840, 0xc0009ff698, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03328c1c0, 0x380b840, 0xc0009ff698, 0x0, 0x0, 0x0, 0x326e760, 0xc02f4da900, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03328c1c0, 0x380be40, 0xc016415020, 0x800000000, 0xc02f4b0640, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03328c1c0, 0xc01f8d6f00, 0xc02f3589e3, 0xd, 0x270c62cb, 0xed8716ca5, 0x4f79c20, 0xc02db5f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03328c1c0, 0xc01f8d6f00, 0x380ea60, 0xc02ec3d6f0, 0xc02f3589b3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03328c1c0, 0xc01f8d6f00, 0xc02f358990, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03328c1c0, 0xc01f8d6f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02ec3d320, 0x383ca00, 0xc03328c1c0, 0xc01f8d6f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02db5f758, 0x383ca00, 0xc03328c1c0, 0xc01f8d6b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03328c1c0, 0xc01f8d6b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03328c1c0, 0xc01f8d6b00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03328c1c0, 0xc01f8d6b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03328c1c0, 0xc01f8d6900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03328c1c0, 0xc02c5cc300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03328c1c0, 0xc02c5cc300) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018d203c0, 0x38483c0, 0xc013c1e040) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5275274 [syscall]: syscall.Syscall6(0x28, 0x387, 0x388, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x387, 0x388, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01ce7d380, 0x388, 0x3fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x388, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02d3a18c0, 0xc035472e70, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc000fa2e48, 0xc035472e70, 0x0, 0xc03b80cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01ce7d380, 0x380b840, 0xc02ed285b8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0226c0668, 0x380b840, 0xc001ffe9d8, 0x800, 0xc03b80cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0226c0668, 0x380b840, 0xc001ffe9d8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc014668fc0, 0x380b840, 0xc001ffe9d8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc014668fc0, 0x380b840, 0xc001ffe9d8, 0x0, 0x0, 0x0, 0x326e760, 0xc019dd1e00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc014668fc0, 0x380be40, 0xc02ed285b8, 0x400000000, 0xc01e91a440, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc014668fc0, 0xc019093800, 0xc02ebc9fa3, 0xc, 0x18e7dc68, 0xed79d5562, 0x4f79c20, 0xc03b80d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc014668fc0, 0xc019093800, 0x380ea60, 0xc01ddb33b0, 0xc02ebc9f43, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc014668fc0, 0xc019093800, 0xc02ebc9f20, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc014668fc0, 0xc019093800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01ddb3080, 0x383ca00, 0xc014668fc0, 0xc019093800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03b80d758, 0x383ca00, 0xc014668fc0, 0xc019093600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc014668fc0, 0xc019093600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc014668fc0, 0xc019093600) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc014668fc0, 0xc019093600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc014668fc0, 0xc019093300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc014668fc0, 0xc019093100) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc014668fc0, 0xc019093100) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023d34320, 0x38483c0, 0xc01f417b00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6531703 [IO wait, 131 minutes]: internal/poll.runtime_pollWait(0x7f418418e288, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0201b9a98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0201b9a80, 0xc01ded3961, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0201b9a80, 0xc01ded3961, 0x1, 0x1, 0xc01e888660, 0x0, 0xc03c0a9758) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc018b795f0, 0xc01ded3961, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01ded3950) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5083781 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x31f, 0x320, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x31f, 0x320, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc023c23200, 0x320, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x320, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01e8897a0, 0xc01251ccf0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc032e60160, 0xc01251ccf0, 0x0, 0xc037be6b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc023c23200, 0x380b840, 0xc0183395f8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc000fa2960, 0x380b840, 0xc026a3c660, 0x800, 0xc037be6c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc000fa2960, 0x380b840, 0xc026a3c660, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02773c7e0, 0x380b840, 0xc026a3c660, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02773c7e0, 0x380b840, 0xc026a3c660, 0x0, 0x0, 0x0, 0x326e760, 0xc02a428b00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02773c7e0, 0x380be40, 0xc0183395f8, 0x800000000, 0xc018045ea0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02773c7e0, 0xc019288200, 0xc01bf9db53, 0xd, 0x73754b2, 0xed86d236b, 0x4f79c20, 0xc037be71f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02773c7e0, 0xc019288200, 0x380ea60, 0xc021851c30, 0xc01bf9db23, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02773c7e0, 0xc019288200, 0xc01bf9db00, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02773c7e0, 0xc019288200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc021851900, 0x383ca00, 0xc02773c7e0, 0xc019288200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc037be7758, 0x383ca00, 0xc02773c7e0, 0xc0027cdf00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02773c7e0, 0xc0027cdf00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02773c7e0, 0xc0027cdf00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02773c7e0, 0xc0027cdf00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02773c7e0, 0xc0027cd900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02773c7e0, 0xc0156ffb00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02773c7e0, 0xc0156ffb00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0195245a0, 0x38483c0, 0xc038a58440) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6871670 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x5f2, 0x5f3, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x5f2, 0x5f3, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0167c2a00, 0x5f3, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x5f3, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01a4bdf80, 0xc0212bde90, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02c7857d8, 0xc0212bde90, 0x0, 0xc03eb3ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0167c2a00, 0x380b840, 0xc0226c1d08, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0226c1bf0, 0x380b840, 0xc0122ca9d8, 0x800, 0xc03eb3ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0226c1bf0, 0x380b840, 0xc0122ca9d8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc025d330a0, 0x380b840, 0xc0122ca9d8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc025d330a0, 0x380b840, 0xc0122ca9d8, 0x0, 0x0, 0x0, 0x326e760, 0xc019b05f00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc025d330a0, 0x380be40, 0xc0226c1d08, 0x800000000, 0xc014e67f80, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc025d330a0, 0xc0147d5c00, 0xc026657ac3, 0xd, 0x17f24b65, 0xed8565c0c, 0x4f79c20, 0xc03eb3b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc025d330a0, 0xc0147d5c00, 0x380ea60, 0xc02e1a0870, 0xc026657a63, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc025d330a0, 0xc0147d5c00, 0xc026657a40, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc025d330a0, 0xc0147d5c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02e1a0550, 0x383ca00, 0xc025d330a0, 0xc0147d5c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03eb3b758, 0x383ca00, 0xc025d330a0, 0xc0147d5800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc025d330a0, 0xc0147d5800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc025d330a0, 0xc0147d5800) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc025d330a0, 0xc0147d5800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc025d330a0, 0xc0147d4d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc025d330a0, 0xc0147d4a00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc025d330a0, 0xc0147d4a00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018c7eaa0, 0x38483c0, 0xc001176380) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5191894 [IO wait, 196 minutes]: internal/poll.runtime_pollWait(0x7f41b8109fa0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0158d1d98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0158d1d80, 0xc02335e521, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0158d1d80, 0xc02335e521, 0x1, 0x1, 0xc029f1f860, 0x0, 0xc03c517598) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017f9d788, 0xc02335e521, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02335e510) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6146664 [IO wait, 150 minutes]: internal/poll.runtime_pollWait(0x7f435015f9b0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc033f36498, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc033f36480, 0xc02cad1ab1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc033f36480, 0xc02cad1ab1, 0x1, 0x1, 0xc002995f48, 0xc02de5f478, 0xc002995fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017c1ef28, 0xc02cad1ab1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02cad1aa0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5530069 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x406, 0x409, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x406, 0x409, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0347a0a80, 0x409, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x409, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0169cc660, 0xc02cd531d0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0192c7c68, 0xc02cd531d0, 0x0, 0xc036a5ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0347a0a80, 0x380b840, 0xc021dd4500, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc026043a68, 0x380b840, 0xc023a41818, 0x800, 0xc036a5ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc026043a68, 0x380b840, 0xc023a41818, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc025d32c40, 0x380b840, 0xc023a41818, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc025d32c40, 0x380b840, 0xc023a41818, 0x0, 0x0, 0x0, 0x326e760, 0xc02924b100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc025d32c40, 0x380be40, 0xc021dd4500, 0x800000000, 0xc01c149d40, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc025d32c40, 0xc0147d4500, 0xc01be87d63, 0xd, 0x6b064a9, 0xed864765d, 0x4f79c20, 0xc036a5b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc025d32c40, 0xc0147d4500, 0x380ea60, 0xc027d3f120, 0xc01be87d33, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc025d32c40, 0xc0147d4500, 0xc01be87d10, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc025d32c40, 0xc0147d4500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc027d3edf0, 0x383ca00, 0xc025d32c40, 0xc0147d4500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc036a5b758, 0x383ca00, 0xc025d32c40, 0xc02194de00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc025d32c40, 0xc02194de00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc025d32c40, 0xc02194de00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc025d32c40, 0xc02194de00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc025d32c40, 0xc02194dc00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc025d32c40, 0xc02194db00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc025d32c40, 0xc02194db00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01cabe8c0, 0x38483c0, 0xc02250d400) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5210386 [syscall, 4 minutes]: syscall.Syscall6(0x28, 0x363, 0x364, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x363, 0x364, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc018b02b80, 0x364, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x364, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc03f710900, 0xc02721eba0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0271a7a78, 0xc02721eba0, 0x0, 0xc03b810b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc018b02b80, 0x380b840, 0xc018b795b0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc018b79510, 0x380b840, 0xc03a5e7890, 0x800, 0xc03b810c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc018b79510, 0x380b840, 0xc03a5e7890, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03c3a1260, 0x380b840, 0xc03a5e7890, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03c3a1260, 0x380b840, 0xc03a5e7890, 0x0, 0x0, 0x0, 0x326e760, 0xc0351e4000, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03c3a1260, 0x380be40, 0xc018b795b0, 0x800000000, 0xc011ef20a0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03c3a1260, 0xc01f8d6e00, 0xc02aa40bc3, 0xd, 0x2e082f09, 0xed8564f63, 0x4f79c20, 0xc03b8111f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03c3a1260, 0xc01f8d6e00, 0x380ea60, 0xc025b84fe0, 0xc02aa40b93, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03c3a1260, 0xc01f8d6e00, 0xc02aa40b70, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03c3a1260, 0xc01f8d6e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc025b84cc0, 0x383ca00, 0xc03c3a1260, 0xc01f8d6e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03b811758, 0x383ca00, 0xc03c3a1260, 0xc01f8d6a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03c3a1260, 0xc01f8d6a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03c3a1260, 0xc01f8d6a00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03c3a1260, 0xc01f8d6a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03c3a1260, 0xc01f8d6700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03c3a1260, 0xc022dbd200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03c3a1260, 0xc022dbd200) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc02281e6e0, 0x38483c0, 0xc022232840) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5206414 [IO wait, 195 minutes]: internal/poll.runtime_pollWait(0x7f418706a250, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc016e66598, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc016e66580, 0xc023e62e81, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc016e66580, 0xc023e62e81, 0x1, 0x1, 0xc02ab4af48, 0xc000a1a138, 0xc02ab4afc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017b2b670, 0xc023e62e81, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc023e62e70) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6050467 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x84, 0x4e0, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x84, 0x4e0, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02d227780, 0x4e0, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x4e0, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0205528a0, 0xc03155ad80, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017c1e570, 0xc03155ad80, 0x0, 0xc00fb0ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02d227780, 0x380b840, 0xc000010788, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc000123340, 0x380b840, 0xc040ad5560, 0x800, 0xc00fb0ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc000123340, 0x380b840, 0xc040ad5560, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02e2702a0, 0x380b840, 0xc040ad5560, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02e2702a0, 0x380b840, 0xc040ad5560, 0x0, 0x0, 0x0, 0x326e760, 0xc029382300, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02e2702a0, 0x380be40, 0xc000010788, 0x800000000, 0xc0292509c0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02e2702a0, 0xc000496300, 0xc028f77d63, 0xd, 0x29eb5a45, 0xed81a771d, 0x4f79c20, 0xc00fb0b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02e2702a0, 0xc000496300, 0x380ea60, 0xc026f74940, 0xc028f77d33, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02e2702a0, 0xc000496300, 0xc028f77d10, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02e2702a0, 0xc000496300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc026f74610, 0x383ca00, 0xc02e2702a0, 0xc000496300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc00fb0b758, 0x383ca00, 0xc02e2702a0, 0xc0156ff600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02e2702a0, 0xc0156ff600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02e2702a0, 0xc0156ff600) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02e2702a0, 0xc0156ff600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02e2702a0, 0xc0156feb00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02e2702a0, 0xc026843200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02e2702a0, 0xc026843200) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bb59540, 0x38483c0, 0xc023c53fc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6595676 [IO wait, 128 minutes]: internal/poll.runtime_pollWait(0x7f41b805e720, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc03596f418, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc03596f400, 0xc011b8b481, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc03596f400, 0xc011b8b481, 0x1, 0x1, 0xc01941de60, 0x0, 0xc020532418) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0329ec738, 0xc011b8b481, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc011b8b470) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6588673 [IO wait, 129 minutes]: internal/poll.runtime_pollWait(0x7f41680547c8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0171aad98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0171aad80, 0xc017f5c9a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0171aad80, 0xc017f5c9a1, 0x1, 0x1, 0x0, 0xc029ed8ee8, 0xc015000001) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0213aacd0, 0xc017f5c9a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc017f5c990) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6772992 [IO wait, 120 minutes]: internal/poll.runtime_pollWait(0x7f43000be238, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc022b6d198, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc022b6d180, 0xc02321a461, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc022b6d180, 0xc02321a461, 0x1, 0x1, 0xc034a2cf48, 0xc01459c298, 0xc034a2cfc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0000112c8, 0xc02321a461, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02321a450) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6623376 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x5a2, 0x5a5, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x5a2, 0x5a5, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02e2f4480, 0x5a5, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x5a5, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02a0acea0, 0xc016d30a80, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0260429c8, 0xc016d30a80, 0x0, 0xc036234b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02e2f4480, 0x380b840, 0xc02ed29e88, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc022e815d8, 0x380b840, 0xc002f6ef78, 0x800, 0xc036234c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc022e815d8, 0x380b840, 0xc002f6ef78, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc00f76da40, 0x380b840, 0xc002f6ef78, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc00f76da40, 0x380b840, 0xc002f6ef78, 0x0, 0x0, 0x0, 0x326e760, 0xc032fd1d00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc00f76da40, 0x380be40, 0xc02ed29e88, 0x800000000, 0xc033102700, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc00f76da40, 0xc0020f3400, 0xc032419553, 0xd, 0x167e8ca1, 0xed81a1184, 0x4f79c20, 0xc0362351f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc00f76da40, 0xc0020f3400, 0x380ea60, 0xc01f3edeb0, 0xc032419523, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc00f76da40, 0xc0020f3400, 0xc032419500, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc00f76da40, 0xc0020f3400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01f3edb80, 0x383ca00, 0xc00f76da40, 0xc0020f3400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc036235758, 0x383ca00, 0xc00f76da40, 0xc0020f2a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc00f76da40, 0xc0020f2a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc00f76da40, 0xc0020f2a00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc00f76da40, 0xc0020f2a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc00f76da40, 0xc0020f2500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc00f76da40, 0xc0023a7000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc00f76da40, 0xc0023a7000) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc025be80a0, 0x38483c0, 0xc03c688600) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5779613 [syscall]: syscall.Syscall6(0x28, 0x478, 0x479, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x478, 0x479, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02196d380, 0x479, 0x3fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x479, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0169e4540, 0xc01581b710, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc016414cc8, 0xc01581b710, 0x0, 0xc01eb74b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02196d380, 0x380b840, 0xc017743530, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc000197478, 0x380b840, 0xc03b8bde60, 0x800, 0xc01eb74c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc000197478, 0x380b840, 0xc03b8bde60, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01e0b5c00, 0x380b840, 0xc03b8bde60, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01e0b5c00, 0x380b840, 0xc03b8bde60, 0x0, 0x0, 0x0, 0x326e760, 0xc0308c3100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01e0b5c00, 0x380be40, 0xc017743530, 0x400000000, 0xc021aa1f50, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01e0b5c00, 0xc0027ccd00, 0xc021aa1f13, 0xc, 0xce56580, 0xed79ccaee, 0x4f79c20, 0xc01eb751f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01e0b5c00, 0xc0027ccd00, 0x380ea60, 0xc01fc21b40, 0xc021aa1eb3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01e0b5c00, 0xc0027ccd00, 0xc021aa1e90, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01e0b5c00, 0xc0027ccd00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01fc21820, 0x383ca00, 0xc01e0b5c00, 0xc0027ccd00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01eb75758, 0x383ca00, 0xc01e0b5c00, 0xc0027cc900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01e0b5c00, 0xc0027cc900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01e0b5c00, 0xc0027cc900) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01e0b5c00, 0xc0027cc900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01e0b5c00, 0xc0027cc700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01e0b5c00, 0xc0027cc200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01e0b5c00, 0xc0027cc200) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01ae28280, 0x38483c0, 0xc02227d140) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5617485 [IO wait, 175 minutes]: internal/poll.runtime_pollWait(0x7f4124104978, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01867c698, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01867c680, 0xc030963631, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01867c680, 0xc030963631, 0x1, 0x1, 0xc03630ff48, 0xc01d584558, 0xc03630ffc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc016415c68, 0xc030963631, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc030963620) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5440102 [IO wait, 184 minutes]: internal/poll.runtime_pollWait(0x7f4187b3ede0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0235b5b98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0235b5b80, 0xc02e26cc41, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0235b5b80, 0xc02e26cc41, 0x1, 0x1, 0xc02c85b680, 0x0, 0xc0334687d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc018662ca8, 0xc02e26cc41, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02e26cc30) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7135932 [IO wait, 103 minutes]: internal/poll.runtime_pollWait(0x7f41b80223e0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc036202718, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc036202700, 0xc0190a7331, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc036202700, 0xc0190a7331, 0x1, 0x1, 0x0, 0xc0292ef7a8, 0xc011000001) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0183390c8, 0xc0190a7331, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0190a7320) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4478486 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0xa4, 0xa5, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0xa4, 0xa5, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02463f080, 0xa5, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0xa5, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc026a3ade0, 0xc0250242a0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc023cfab20, 0xc0250242a0, 0x0, 0xc024dc2b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02463f080, 0x380b840, 0xc022e816a0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02325b2f0, 0x380b840, 0xc02259bfe0, 0x800, 0xc024dc2c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02325b2f0, 0x380b840, 0xc02259bfe0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0334a4ee0, 0x380b840, 0xc02259bfe0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0334a4ee0, 0x380b840, 0xc02259bfe0, 0x0, 0x0, 0x0, 0x326e760, 0xc024eb4d00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0334a4ee0, 0x380be40, 0xc022e816a0, 0x800000000, 0xc0248076c0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0334a4ee0, 0xc024848e00, 0xc024ec0023, 0xd, 0x309a68c8, 0xed8697fa8, 0x4f79c20, 0xc024dc31f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0334a4ee0, 0xc024848e00, 0x380ea60, 0xc024839670, 0xc023877fd3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0334a4ee0, 0xc024848e00, 0xc023877fb0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0334a4ee0, 0xc024848e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc024839350, 0x383ca00, 0xc0334a4ee0, 0xc024848e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc024dc3758, 0x383ca00, 0xc0334a4ee0, 0xc024848c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0334a4ee0, 0xc024848c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0334a4ee0, 0xc024848c00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0334a4ee0, 0xc024848c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0334a4ee0, 0xc024848a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0334a4ee0, 0xc024848900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0334a4ee0, 0xc024848900) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc024674460, 0x38483c0, 0xc024dc6040) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6175975 [IO wait, 148 minutes]: internal/poll.runtime_pollWait(0x7f43000beff0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc031dc5198, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc031dc5180, 0xc021d9df61, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc031dc5180, 0xc021d9df61, 0x1, 0x1, 0xc02236ca20, 0x0, 0xc01cffe318) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017742e60, 0xc021d9df61, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc021d9df50) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4477695 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f435015f610, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc023bc0318, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc023bc0300, 0xc02460a9a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc023bc0300, 0xc02460a9a1, 0x1, 0x1, 0xc023ff2f60, 0x0, 0xc018bd8198) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc023bb8118, 0xc02460a9a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02460a990) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4552668 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x194, 0x19c, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x194, 0x19c, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01ce7c880, 0x19c, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x19c, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc00fd4f980, 0xc01c32cf00, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017ae8ef0, 0xc01c32cf00, 0x0, 0xc0276d8b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01ce7c880, 0x380b840, 0xc000118be8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0174018a0, 0x380b840, 0xc002f729c0, 0x800, 0xc0276d8c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0174018a0, 0x380b840, 0xc002f729c0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc021c6ddc0, 0x380b840, 0xc002f729c0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc021c6ddc0, 0x380b840, 0xc002f729c0, 0x0, 0x0, 0x0, 0x326e760, 0xc016482f00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc021c6ddc0, 0x380be40, 0xc000118be8, 0x800000000, 0xc01de48500, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc021c6ddc0, 0xc011fdf800, 0xc01da62b33, 0xd, 0x259a3ef0, 0xed876d356, 0x4f79c20, 0xc0276d91f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc021c6ddc0, 0xc011fdf800, 0x380ea60, 0xc03225d640, 0xc01da62b03, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc021c6ddc0, 0xc011fdf800, 0xc01da62ae0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc021c6ddc0, 0xc011fdf800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc03225d320, 0x383ca00, 0xc021c6ddc0, 0xc011fdf800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0276d9758, 0x383ca00, 0xc021c6ddc0, 0xc011fdf600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc021c6ddc0, 0xc011fdf600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc021c6ddc0, 0xc011fdf600) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc021c6ddc0, 0xc011fdf600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc021c6ddc0, 0xc011fdf300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc021c6ddc0, 0xc026d33200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc021c6ddc0, 0xc026d33200) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc025be85a0, 0x38483c0, 0xc02db0ca00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5825301 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x482, 0x489, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x482, 0x489, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc031dc5900, 0x489, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x489, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0325387e0, 0xc023016060, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0186620a8, 0xc023016060, 0x0, 0xc01f090b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc031dc5900, 0x380b840, 0xc021dd4670, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0164142e0, 0x380b840, 0xc01d017518, 0x800, 0xc01f090c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0164142e0, 0x380b840, 0xc01d017518, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03921bce0, 0x380b840, 0xc01d017518, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03921bce0, 0x380b840, 0xc01d017518, 0x0, 0x0, 0x0, 0x326e760, 0xc030c2dc00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03921bce0, 0x380be40, 0xc021dd4670, 0x200000000, 0xc0309ec6f0, 0x28, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03921bce0, 0xc0193a7e00, 0xc0309ec6b3, 0xc, 0x16159839, 0xed79b6c8a, 0x4f79c20, 0xc02a4731f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03921bce0, 0xc0193a7e00, 0x380ea60, 0xc01061e310, 0xc0309ec653, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03921bce0, 0xc0193a7e00, 0xc0309ec630, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03921bce0, 0xc0193a7e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc020ca3fd0, 0x383ca00, 0xc03921bce0, 0xc0193a7e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02a473758, 0x383ca00, 0xc03921bce0, 0xc0193a7700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03921bce0, 0xc0193a7700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03921bce0, 0xc0193a7700) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03921bce0, 0xc0193a7700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03921bce0, 0xc0193a6f00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03921bce0, 0xc0193a6e00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03921bce0, 0xc0193a6e00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bb58140, 0x38483c0, 0xc016bda200) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6870484 [syscall, 4 minutes]: syscall.Syscall6(0x28, 0x5ef, 0x5f0, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x5ef, 0x5f0, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01749b480, 0x5f0, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x5f0, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01f11de60, 0xc035a15590, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc021dd58e8, 0xc035a15590, 0x0, 0xc002d10b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01749b480, 0x380b840, 0xc02c7859e8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc001db8fa8, 0x380b840, 0xc017a0d638, 0x800, 0xc002d10c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc001db8fa8, 0x380b840, 0xc017a0d638, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc016c221c0, 0x380b840, 0xc017a0d638, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc016c221c0, 0x380b840, 0xc017a0d638, 0x0, 0x0, 0x0, 0x326e760, 0xc033c53600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc016c221c0, 0x380be40, 0xc02c7859e8, 0x800000000, 0xc033a5d020, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc016c221c0, 0xc011fde000, 0xc033a4e6b3, 0xd, 0xf86d956, 0xed8166462, 0x4f79c20, 0xc037d111f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc016c221c0, 0xc011fde000, 0x380ea60, 0xc01f5ee330, 0xc033a4e683, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc016c221c0, 0xc011fde000, 0xc033a4e660, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc016c221c0, 0xc011fde000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01590df80, 0x383ca00, 0xc016c221c0, 0xc011fde000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc037d11758, 0x383ca00, 0xc016c221c0, 0xc0239a3e00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc016c221c0, 0xc0239a3e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc016c221c0, 0xc0239a3e00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc016c221c0, 0xc0239a3e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc016c221c0, 0xc0239a3900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc016c221c0, 0xc0239a3600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc016c221c0, 0xc0239a3600) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018d21ae0, 0x38483c0, 0xc026de8e80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5504175 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x3f4, 0x3fb, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x3f4, 0x3fb, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01926a780, 0x3fb, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x3fb, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0182ca8a0, 0xc014dfdfb0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc021dd59f0, 0xc014dfdfb0, 0x0, 0xc0193ccb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01926a780, 0x380b840, 0xc023cfa040, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc01aa4a470, 0x380b840, 0xc02d40a408, 0x800, 0xc0193ccc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc01aa4a470, 0x380b840, 0xc02d40a408, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc018feb420, 0x380b840, 0xc02d40a408, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc018feb420, 0x380b840, 0xc02d40a408, 0x0, 0x0, 0x0, 0x326e760, 0xc0394ebe00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc018feb420, 0x380be40, 0xc023cfa040, 0x200000000, 0xc0238ef800, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc018feb420, 0xc002667900, 0xc0238ef7f3, 0xd, 0x34d4213f, 0xed7a2c99d, 0x4f79c20, 0xc0193cd1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc018feb420, 0xc002667900, 0x380ea60, 0xc030d0ef20, 0xc0238ef7c3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc018feb420, 0xc002667900, 0xc0238ef7a0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc018feb420, 0xc002667900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc030d0ec00, 0x383ca00, 0xc018feb420, 0xc002667900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0193cd758, 0x383ca00, 0xc018feb420, 0xc002667500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc018feb420, 0xc002667500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc018feb420, 0xc002667500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc018feb420, 0xc002667500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc018feb420, 0xc002667200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc018feb420, 0xc002667100) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc018feb420, 0xc002667100) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01d9fa8c0, 0x38483c0, 0xc018734d00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6127939 [IO wait, 150 minutes]: internal/poll.runtime_pollWait(0x7f4187b3ecf8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0241b0a98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0241b0a80, 0xc031782d01, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0241b0a80, 0xc031782d01, 0x1, 0x1, 0xc03127b748, 0xc000a1a138, 0xc03127b7c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0245e5070, 0xc031782d01, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc031782cf0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6008803 [IO wait, 157 minutes]: internal/poll.runtime_pollWait(0x7f43000bdaf8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc031ab6398, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc031ab6380, 0xc02c8a1631, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc031ab6380, 0xc02c8a1631, 0x1, 0x1, 0xc018a79ec0, 0x0, 0xc02cac0298) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc025cf1a88, 0xc02c8a1631, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02c8a1620) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6898054 [IO wait, 114 minutes]: internal/poll.runtime_pollWait(0x7f4358734d30, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc018660d18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc018660d00, 0xc027666821, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc018660d00, 0xc027666821, 0x1, 0x1, 0xc02a0ad7a0, 0x0, 0xc024b4d4d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc001db9a60, 0xc027666821, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc027666810) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7191655 [syscall]: syscall.Syscall6(0x28, 0x655, 0x656, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x655, 0x656, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc023a76f00, 0x656, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x656, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01a188ae0, 0xc03213c000, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017c1fef8, 0xc03213c000, 0x0, 0xc03e1c4b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc023a76f00, 0x380b840, 0xc017e42208, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc022e80868, 0x380b840, 0xc00057e948, 0x800, 0xc03e1c4c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc022e80868, 0x380b840, 0xc00057e948, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01659c0e0, 0x380b840, 0xc00057e948, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01659c0e0, 0x380b840, 0xc00057e948, 0x0, 0x0, 0x0, 0x326e760, 0xc01e54f000, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01659c0e0, 0x380be40, 0xc017e42208, 0x200000000, 0xc01e414da0, 0x1e, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01659c0e0, 0xc0239a2a00, 0xc02f1549e3, 0xd, 0xe32ddd3, 0xed7f5f7c2, 0x4f79c20, 0xc03e1c51f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01659c0e0, 0xc0239a2a00, 0x380ea60, 0xc0188dd1a0, 0xc02f1549b3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01659c0e0, 0xc0239a2a00, 0xc02f154990, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01659c0e0, 0xc0239a2a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0188dce60, 0x383ca00, 0xc01659c0e0, 0xc0239a2a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03e1c5758, 0x383ca00, 0xc01659c0e0, 0xc0239a2800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01659c0e0, 0xc0239a2800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01659c0e0, 0xc0239a2800) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01659c0e0, 0xc0239a2800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01659c0e0, 0xc0239a2500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01659c0e0, 0xc0239a2400) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01659c0e0, 0xc0239a2400) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc002232320, 0x38483c0, 0xc0264dfc80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4763922 [IO wait, 216 minutes]: internal/poll.runtime_pollWait(0x7f4359062738, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02463f918, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02463f900, 0xc018e89901, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02463f900, 0xc018e89901, 0x1, 0x1, 0x0, 0xc01459c298, 0xc001bbbfc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00001b8a8, 0xc018e89901, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc018e898f0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6669167 [syscall]: syscall.Syscall6(0x28, 0x5af, 0x5b6, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x5af, 0x5b6, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc035b86780, 0x5b6, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x5b6, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc024c4c060, 0xc0233116e0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc019c6bde0, 0xc0233116e0, 0x0, 0xc03ad3eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc035b86780, 0x380b840, 0xc01aa4a898, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc021dd4698, 0x380b840, 0xc015124918, 0x800, 0xc03ad3ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc021dd4698, 0x380b840, 0xc015124918, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03a0d9260, 0x380b840, 0xc015124918, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03a0d9260, 0x380b840, 0xc015124918, 0x0, 0x0, 0x0, 0x326e760, 0xc03bee6f00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03a0d9260, 0x380be40, 0xc01aa4a898, 0x800000000, 0xc01ad44340, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03a0d9260, 0xc002666400, 0xc030532593, 0xd, 0x1b35dc09, 0xed8758122, 0x4f79c20, 0xc03ad3f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03a0d9260, 0xc002666400, 0x380ea60, 0xc003136e60, 0xc030532563, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03a0d9260, 0xc002666400, 0xc030532540, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03a0d9260, 0xc002666400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc003136b40, 0x383ca00, 0xc03a0d9260, 0xc002666400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03ad3f758, 0x383ca00, 0xc03a0d9260, 0xc02333ff00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03a0d9260, 0xc02333ff00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03a0d9260, 0xc02333ff00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03a0d9260, 0xc02333ff00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03a0d9260, 0xc02333fd00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03a0d9260, 0xc02333fc00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03a0d9260, 0xc02333fc00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023faf5e0, 0x38483c0, 0xc021cc67c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6513306 [IO wait, 132 minutes]: internal/poll.runtime_pollWait(0x7f4187a69258, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0272f8f98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0272f8f80, 0xc028e99031, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0272f8f80, 0xc028e99031, 0x1, 0x1, 0xc029f1e120, 0x0, 0xc010781c18) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc002a17220, 0xc028e99031, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc028e99020) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5246942 [IO wait, 193 minutes]: internal/poll.runtime_pollWait(0x7f4187b86f20, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0355f0e98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0355f0e80, 0xc01fdff391, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0355f0e80, 0xc01fdff391, 0x1, 0x1, 0xc01e2281e0, 0xc01459c298, 0xc00299b7c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc030b941a8, 0xc01fdff391, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01fdff380) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5320573 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x39c, 0x39d, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x39c, 0x39d, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc032aa8e80, 0x39d, 0x3fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x39d, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc018c94420, 0xc01705a720, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc024be9fc8, 0xc01705a720, 0x0, 0xc0311fab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc032aa8e80, 0x380b840, 0xc024be9c18, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc020ec2740, 0x380b840, 0xc033830330, 0x800, 0xc0311fac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc020ec2740, 0x380b840, 0xc033830330, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc031b980e0, 0x380b840, 0xc033830330, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc031b980e0, 0x380b840, 0xc033830330, 0x0, 0x0, 0x0, 0x326e760, 0xc031bc1f00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc031b980e0, 0x380be40, 0xc024be9c18, 0x400000000, 0xc02db95c40, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc031b980e0, 0xc019289c00, 0xc030335403, 0xc, 0x12aab2e3, 0xed7917180, 0x4f79c20, 0xc02d27b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc031b980e0, 0xc019289c00, 0x380ea60, 0xc025643a70, 0xc0303353a3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc031b980e0, 0xc019289c00, 0xc030335380, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc031b980e0, 0xc019289c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc025643750, 0x383ca00, 0xc031b980e0, 0xc019289c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02d27b758, 0x383ca00, 0xc031b980e0, 0xc019289700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc031b980e0, 0xc019289700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc031b980e0, 0xc019289700) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc031b980e0, 0xc019289700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc031b980e0, 0xc019289500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc031b980e0, 0xc014403000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc031b980e0, 0xc014403000) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01d9fbea0, 0x38483c0, 0xc01896a1c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5514925 [IO wait, 180 minutes]: internal/poll.runtime_pollWait(0x7f435801c778, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc019a14298, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc019a14280, 0xc02674cf41, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc019a14280, 0xc02674cf41, 0x1, 0x1, 0xc01d49a1e0, 0xc01446be18, 0xc0362adfc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02aef2090, 0xc02674cf41, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02674cf30) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4934467 [IO wait, 208 minutes]: internal/poll.runtime_pollWait(0x7f41871038a8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc000f77998, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000f77980, 0xc02372ab51, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc000f77980, 0xc02372ab51, 0x1, 0x1, 0xc026458748, 0xc000a1a138, 0xc0264587c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc018663b10, 0xc02372ab51, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02372ab40) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4527593 [IO wait, 228 minutes]: internal/poll.runtime_pollWait(0x7f4168054a80, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01271d118, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01271d100, 0xc02ed05de1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01271d100, 0xc02ed05de1, 0x1, 0x1, 0xc029dc8960, 0x0, 0xc01fed2418) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0155b8ed0, 0xc02ed05de1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02ed05dd0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4666968 [IO wait, 221 minutes]: internal/poll.runtime_pollWait(0x7f4184180fc8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0294af098, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0294af080, 0xc002a92ac1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0294af080, 0xc002a92ac1, 0x1, 0x1, 0xc0157868a0, 0x0, 0xc016d03258) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0245e55f0, 0xc002a92ac1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc002a92ab0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5614374 [IO wait, 176 minutes]: internal/poll.runtime_pollWait(0x7f412419a2d8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02f355998, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02f355980, 0xc02522d691, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02f355980, 0xc02522d691, 0x1, 0x1, 0xc02b27b748, 0xc01459c298, 0xc02b27b7c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc019c6a7c0, 0xc02522d691, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02522d680) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4546071 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x184, 0x185, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x184, 0x185, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc031ab7180, 0x185, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x185, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc015046fc0, 0xc0323a02d0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0186621a0, 0xc0323a02d0, 0x0, 0xc01bbaab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc031ab7180, 0x380b840, 0xc02ad6f438, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017ae9a98, 0x380b840, 0xc025045158, 0x800, 0xc01bbaac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017ae9a98, 0x380b840, 0xc025045158, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0124a6d20, 0x380b840, 0xc025045158, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0124a6d20, 0x380b840, 0xc025045158, 0x0, 0x0, 0x0, 0x326e760, 0xc00f4d0000, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0124a6d20, 0x380be40, 0xc02ad6f438, 0x800000000, 0xc0113b7a60, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0124a6d20, 0xc0027cd500, 0xc018dedf43, 0xd, 0x16ddd429, 0xed8708e57, 0x4f79c20, 0xc01bbab1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0124a6d20, 0xc0027cd500, 0x380ea60, 0xc015830b10, 0xc018dedee3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0124a6d20, 0xc0027cd500, 0xc018dedec0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0124a6d20, 0xc0027cd500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0158302e0, 0x383ca00, 0xc0124a6d20, 0xc0027cd500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01bbab758, 0x383ca00, 0xc0124a6d20, 0xc0027cd200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0124a6d20, 0xc0027cd200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0124a6d20, 0xc0027cd200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0124a6d20, 0xc0027cd200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0124a6d20, 0xc0027cd000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0124a6d20, 0xc0027ccf00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0124a6d20, 0xc0027ccf00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc024375860, 0x38483c0, 0xc0191f2b80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4943018 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x2ce, 0x2cf, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x2ce, 0x2cf, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc023bc0900, 0x2cf, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x2cf, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc017af6540, 0xc01ca62600, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0174016d8, 0xc01ca62600, 0x0, 0xc014abab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc023bc0900, 0x380b840, 0xc0299512f0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc01aa4b690, 0x380b840, 0xc02259aea0, 0x800, 0xc014abac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc01aa4b690, 0x380b840, 0xc02259aea0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01be1e0e0, 0x380b840, 0xc02259aea0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01be1e0e0, 0x380b840, 0xc02259aea0, 0x0, 0x0, 0x0, 0x326e760, 0xc031823e00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01be1e0e0, 0x380be40, 0xc0299512f0, 0x800000000, 0xc031766e00, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01be1e0e0, 0xc00233d400, 0xc031774413, 0xd, 0x6f06b48, 0xed7f46af8, 0x4f79c20, 0xc014abb1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01be1e0e0, 0xc00233d400, 0x380ea60, 0xc0275b5880, 0xc0317743e3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01be1e0e0, 0xc00233d400, 0xc0317743c0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01be1e0e0, 0xc00233d400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0275b5560, 0x383ca00, 0xc01be1e0e0, 0xc00233d400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc014abb758, 0x383ca00, 0xc01be1e0e0, 0xc00233d000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01be1e0e0, 0xc00233d000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01be1e0e0, 0xc00233d000) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01be1e0e0, 0xc00233d000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01be1e0e0, 0xc00233cc00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01be1e0e0, 0xc00233ca00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01be1e0e0, 0xc00233ca00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018c7e5a0, 0x38483c0, 0xc0120f7dc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4555831 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x19b, 0x599, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x19b, 0x599, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01968ab80, 0x599, 0x3fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x599, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc033b675c0, 0xc03492d7d0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0245e5530, 0xc03492d7d0, 0x0, 0xc019f44b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01968ab80, 0x380b840, 0xc0329ec860, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02ad6e500, 0x380b840, 0xc021b7df98, 0x800, 0xc019f44c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02ad6e500, 0x380b840, 0xc021b7df98, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03a0d9420, 0x380b840, 0xc021b7df98, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03a0d9420, 0x380b840, 0xc021b7df98, 0x0, 0x0, 0x0, 0x326e760, 0xc03b2f2a00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03a0d9420, 0x380be40, 0xc0329ec860, 0x400000000, 0xc0278db7a0, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03a0d9420, 0xc026843300, 0xc0278db763, 0xc, 0x3709a427, 0xed79eaab1, 0x4f79c20, 0xc019f451f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03a0d9420, 0xc026843300, 0x380ea60, 0xc0168ee070, 0xc0278db703, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03a0d9420, 0xc026843300, 0xc0278db6e0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03a0d9420, 0xc026843300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0255f5ce0, 0x383ca00, 0xc03a0d9420, 0xc026843300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc019f45758, 0x383ca00, 0xc03a0d9420, 0xc026842d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03a0d9420, 0xc026842d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03a0d9420, 0xc026842d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03a0d9420, 0xc026842d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03a0d9420, 0xc026842a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03a0d9420, 0xc026842500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03a0d9420, 0xc026842500) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0122a4820, 0x38483c0, 0xc012d7b4c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5007952 [IO wait, 205 minutes]: internal/poll.runtime_pollWait(0x7f43580e3468, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc020557f98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc020557f80, 0xc017cc59f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc020557f80, 0xc017cc59f1, 0x1, 0x1, 0xc029f1df80, 0x0, 0xc0338912d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0183398c0, 0xc017cc59f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc017cc59e0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6127925 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x4f9, 0x4fa, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x4f9, 0x4fa, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02595ef00, 0x4fa, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x4fa, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02ba81ec0, 0xc013e11140, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc021dd4388, 0xc013e11140, 0x0, 0xc03103cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02595ef00, 0x380b840, 0xc000123450, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc016415970, 0x380b840, 0xc026a3c540, 0x800, 0xc03103cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc016415970, 0x380b840, 0xc026a3c540, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc036e388c0, 0x380b840, 0xc026a3c540, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc036e388c0, 0x380b840, 0xc026a3c540, 0x0, 0x0, 0x0, 0x326e760, 0xc030ac0200, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc036e388c0, 0x380be40, 0xc000123450, 0x800000000, 0xc0309d7660, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc036e388c0, 0xc011fdf800, 0xc030abc113, 0xd, 0x129c1ef1, 0xed856abbc, 0x4f79c20, 0xc03103d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc036e388c0, 0xc011fdf800, 0x380ea60, 0xc013c798a0, 0xc030abc0e3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc036e388c0, 0xc011fdf800, 0xc030abc0c0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc036e388c0, 0xc011fdf800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc013c79570, 0x383ca00, 0xc036e388c0, 0xc011fdf800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03103d758, 0x383ca00, 0xc036e388c0, 0xc011fdf200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc036e388c0, 0xc011fdf200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc036e388c0, 0xc011fdf200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc036e388c0, 0xc011fdf200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc036e388c0, 0xc011fdef00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc036e388c0, 0xc011fdee00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc036e388c0, 0xc011fdee00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc025be88c0, 0x38483c0, 0xc016d03c80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5109133 [IO wait, 200 minutes]: internal/poll.runtime_pollWait(0x7f4187b8c588, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc019140618, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc019140600, 0xc02d6f0a01, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc019140600, 0xc02d6f0a01, 0x1, 0x1, 0xc01fe4e900, 0x0, 0xc02a5ac098) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc026042e48, 0xc02d6f0a01, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02d6f09f0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4473342 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f4168006a00, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0235b5218, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0235b5200, 0xc014dfd511, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0235b5200, 0xc014dfd511, 0x1, 0x1, 0xc02ee0e7e0, 0x0, 0xc033891258) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc001db8fc0, 0xc014dfd511, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc014dfd500) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6085273 [syscall]: syscall.Syscall6(0x28, 0x4eb, 0x4ec, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x4eb, 0x4ec, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc025220f80, 0x4ec, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x4ec, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0218889c0, 0xc013cd50b0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc018b79fb0, 0xc013cd50b0, 0x0, 0xc013d4eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc025220f80, 0x380b840, 0xc017ae9748, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc003051f40, 0x380b840, 0xc014765f08, 0x800, 0xc013d4ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc003051f40, 0x380b840, 0xc014765f08, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0348822a0, 0x380b840, 0xc014765f08, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0348822a0, 0x380b840, 0xc014765f08, 0x0, 0x0, 0x0, 0x326e760, 0xc03806a400, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0348822a0, 0x380be40, 0xc017ae9748, 0x800000000, 0xc01a294e60, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0348822a0, 0xc014402000, 0xc02bb507a3, 0xd, 0x33bc2d57, 0xed85b1d0a, 0x4f79c20, 0xc013d4f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0348822a0, 0xc014402000, 0x380ea60, 0xc032428120, 0xc02bb50773, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0348822a0, 0xc014402000, 0xc02bb50750, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0348822a0, 0xc014402000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02ec3ddf0, 0x383ca00, 0xc0348822a0, 0xc014402000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc013d4f758, 0x383ca00, 0xc0348822a0, 0xc02194d900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0348822a0, 0xc02194d900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0348822a0, 0xc02194d900) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0348822a0, 0xc02194d900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0348822a0, 0xc02194d400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0348822a0, 0xc02194d300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0348822a0, 0xc02194d300) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0122a4b40, 0x38483c0, 0xc010040d40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5448545 [IO wait, 184 minutes]: internal/poll.runtime_pollWait(0x7f41841b4440, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02ae3b398, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02ae3b380, 0xc036a18431, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02ae3b380, 0xc036a18431, 0x1, 0x1, 0xc024d35f20, 0x0, 0xc019293258) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc024be9208, 0xc036a18431, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc036a18420) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4518135 [IO wait, 228 minutes]: internal/poll.runtime_pollWait(0x7f4359061f10, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc00012b698, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc00012b680, 0xc02480dfc1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc00012b680, 0xc02480dfc1, 0x1, 0x1, 0xc019c21380, 0x0, 0xc02a34c258) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02aef3c10, 0xc02480dfc1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02480dfb0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5568482 [syscall]: syscall.Syscall6(0x28, 0x418, 0x419, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x418, 0x419, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0338d5500, 0x419, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x419, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02ffe38c0, 0xc02c9019b0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0339f6d30, 0xc02c9019b0, 0x0, 0xc01a0f6b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0338d5500, 0x380b840, 0xc0339f7bd8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02c785940, 0x380b840, 0xc02d40bc38, 0x800, 0xc01a0f6c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02c785940, 0x380b840, 0xc02d40bc38, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01ecde460, 0x380b840, 0xc02d40bc38, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01ecde460, 0x380b840, 0xc02d40bc38, 0x0, 0x0, 0x0, 0x326e760, 0xc030d04500, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01ecde460, 0x380be40, 0xc0339f7bd8, 0x800000000, 0xc01ebe7f20, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01ecde460, 0xc019289200, 0xc03280c233, 0xd, 0x106de558, 0xed859c482, 0x4f79c20, 0xc0226691f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01ecde460, 0xc019289200, 0x380ea60, 0xc01f088330, 0xc03280c203, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01ecde460, 0xc019289200, 0xc03280c1e0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01ecde460, 0xc019289200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01f088000, 0x383ca00, 0xc01ecde460, 0xc019289200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc022669758, 0x383ca00, 0xc01ecde460, 0xc019288d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01ecde460, 0xc019288d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01ecde460, 0xc019288d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01ecde460, 0xc019288d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01ecde460, 0xc019288400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01ecde460, 0xc019288200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01ecde460, 0xc019288200) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc02281f2c0, 0x38483c0, 0xc01962da80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4777795 [syscall]: syscall.Syscall6(0x28, 0x25f, 0x267, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x25f, 0x267, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc023c6f880, 0x267, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x267, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02404aae0, 0xc01f397890, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc002a16758, 0xc01f397890, 0x0, 0xc0181dab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc023c6f880, 0x380b840, 0xc0339f7e50, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc01f9aeea8, 0x380b840, 0xc01a4a01b0, 0x800, 0xc0181dac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc01f9aeea8, 0x380b840, 0xc01a4a01b0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01659c2a0, 0x380b840, 0xc01a4a01b0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01659c2a0, 0x380b840, 0xc01a4a01b0, 0x0, 0x0, 0x0, 0x326e760, 0xc027358c00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01659c2a0, 0x380be40, 0xc0339f7e50, 0x800000000, 0xc02be11f40, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01659c2a0, 0xc0023a6900, 0xc0332c50d3, 0xd, 0xfc1642a, 0xed814a0dc, 0x4f79c20, 0xc0181db1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01659c2a0, 0xc0023a6900, 0x380ea60, 0xc017777d00, 0xc0332c5073, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01659c2a0, 0xc0023a6900, 0xc0332c5050, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01659c2a0, 0xc0023a6900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0177779d0, 0x383ca00, 0xc01659c2a0, 0xc0023a6900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0181db758, 0x383ca00, 0xc01659c2a0, 0xc0023a6300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01659c2a0, 0xc0023a6300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01659c2a0, 0xc0023a6300) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01659c2a0, 0xc0023a6300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01659c2a0, 0xc0023a6100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01659c2a0, 0xc0023a6000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01659c2a0, 0xc0023a6000) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc025be8780, 0x38483c0, 0xc03f26a780) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6715051 [IO wait, 123 minutes]: internal/poll.runtime_pollWait(0x7f418417e888, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc023c23818, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc023c23800, 0xc0345cf631, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc023c23800, 0xc0345cf631, 0x1, 0x1, 0x0, 0xc033715218, 0xc024000001) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc021dd4730, 0xc0345cf631, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0345cf620) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4574293 [syscall]: syscall.Syscall6(0x28, 0x1ac, 0x1b2, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x1ac, 0x1b2, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01f182d80, 0x1b2, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x1b2, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01a4bdec0, 0xc02e974540, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0192c73f8, 0xc02e974540, 0x0, 0xc03260eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01f182d80, 0x380b840, 0xc0192c7298, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02aef3b48, 0x380b840, 0xc002f73f38, 0x800, 0xc03260ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02aef3b48, 0x380b840, 0xc002f73f38, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc012e33180, 0x380b840, 0xc002f73f38, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc012e33180, 0x380b840, 0xc002f73f38, 0x0, 0x0, 0x0, 0x326e760, 0xc011add100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc012e33180, 0x380be40, 0xc0192c7298, 0x800000000, 0xc023f8f520, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc012e33180, 0xc002080f00, 0xc0160f4293, 0xc, 0x108e5c84, 0xed78dc7a6, 0x4f79c20, 0xc03260f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc012e33180, 0xc002080f00, 0x380ea60, 0xc0155b1880, 0xc0160f4233, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc012e33180, 0xc002080f00, 0xc0160f4210, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc012e33180, 0xc002080f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0155b1560, 0x383ca00, 0xc012e33180, 0xc002080f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03260f758, 0x383ca00, 0xc012e33180, 0xc002080900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc012e33180, 0xc002080900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc012e33180, 0xc002080900) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc012e33180, 0xc002080900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc012e33180, 0xc002080700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc012e33180, 0xc000064d00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc012e33180, 0xc000064d00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023fae000, 0x38483c0, 0xc037ad4d80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4536844 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x16f, 0x180, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x16f, 0x180, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0240eff00, 0x180, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x180, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01941c060, 0xc03492dbf0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0031d5408, 0xc03492dbf0, 0x0, 0xc010a54b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0240eff00, 0x380b840, 0xc000fa3928, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02ad6e460, 0x380b840, 0xc002b9f6b0, 0x800, 0xc010a54c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02ad6e460, 0x380b840, 0xc002b9f6b0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01200cee0, 0x380b840, 0xc002b9f6b0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01200cee0, 0x380b840, 0xc002b9f6b0, 0x0, 0x0, 0x0, 0x326e760, 0xc033609000, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01200cee0, 0x380be40, 0xc000fa3928, 0x800000000, 0xc03310d9a0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01200cee0, 0xc01f8d7f00, 0xc033606203, 0xd, 0x3a240989, 0xed8720466, 0x4f79c20, 0xc010a551f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01200cee0, 0xc01f8d7f00, 0x380ea60, 0xc0234879e0, 0xc0336061d3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01200cee0, 0xc01f8d7f00, 0xc0336061b0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01200cee0, 0xc01f8d7f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0234876b0, 0x383ca00, 0xc01200cee0, 0xc01f8d7f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc010a55758, 0x383ca00, 0xc01200cee0, 0xc01f8d7d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01200cee0, 0xc01f8d7d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01200cee0, 0xc01f8d7d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01200cee0, 0xc01f8d7d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01200cee0, 0xc01f8d7a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01200cee0, 0xc01f8d7900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01200cee0, 0xc01f8d7900) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0207f85a0, 0x38483c0, 0xc027250c40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6107974 [IO wait, 152 minutes]: internal/poll.runtime_pollWait(0x7f4187b3eec8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0151f5298, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0151f5280, 0xc035341871, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0151f5280, 0xc035341871, 0x1, 0x1, 0xc03127af48, 0xc014e46298, 0xc03127afc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02cc9fcb0, 0xc035341871, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc035341860) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5055247 [IO wait, 202 minutes]: internal/poll.runtime_pollWait(0x7f4187b3e300, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0240ee198, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0240ee180, 0xc02f8fb751, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0240ee180, 0xc02f8fb751, 0x1, 0x1, 0xc000fb6f48, 0xc000a1a138, 0xc000fb6fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc020b47dd8, 0xc02f8fb751, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02f8fb740) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7135954 [syscall]: syscall.Syscall6(0x28, 0x63f, 0x641, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x63f, 0x641, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc036202700, 0x641, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x641, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc010e1b380, 0xc02743ab70, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc022e80570, 0xc02743ab70, 0x0, 0xc01883cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc036202700, 0x380b840, 0xc025cf1de8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0183390c8, 0x380b840, 0xc02f96f458, 0x800, 0xc01883cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0183390c8, 0x380b840, 0xc02f96f458, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02773ddc0, 0x380b840, 0xc02f96f458, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02773ddc0, 0x380b840, 0xc02f96f458, 0x0, 0x0, 0x0, 0x326e760, 0xc0294c2800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02773ddc0, 0x380be40, 0xc025cf1de8, 0x800000000, 0xc0294c4200, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02773ddc0, 0xc02c5ccd00, 0xc0292e2833, 0xd, 0x343ab272, 0xed8169c83, 0x4f79c20, 0xc01883d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02773ddc0, 0xc02c5ccd00, 0x380ea60, 0xc02e153b20, 0xc0292e2803, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02773ddc0, 0xc02c5ccd00, 0xc0292e27e0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02773ddc0, 0xc02c5ccd00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02e1537e0, 0x383ca00, 0xc02773ddc0, 0xc02c5ccd00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01883d758, 0x383ca00, 0xc02773ddc0, 0xc02c5cc000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02773ddc0, 0xc02c5cc000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02773ddc0, 0xc02c5cc000) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02773ddc0, 0xc02c5cc000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02773ddc0, 0xc02c16f900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02773ddc0, 0xc02333f000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02773ddc0, 0xc02333f000) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc000fdcf00, 0x38483c0, 0xc022dcc3c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4888341 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x2ad, 0x2b2, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x2ad, 0x2b2, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc017169f80, 0x2b2, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x2b2, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0182cb140, 0xc034076930, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc018663010, 0xc034076930, 0x0, 0xc02d828b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc017169f80, 0x380b840, 0xc019c6a1d8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc002a17f00, 0x380b840, 0xc015125728, 0x800, 0xc02d828c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc002a17f00, 0x380b840, 0xc015125728, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02bb928c0, 0x380b840, 0xc015125728, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02bb928c0, 0x380b840, 0xc015125728, 0x0, 0x0, 0x0, 0x326e760, 0xc010222200, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02bb928c0, 0x380be40, 0xc019c6a1d8, 0x800000000, 0xc0113b6240, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02bb928c0, 0xc0156fe100, 0xc01f1b77f3, 0xd, 0x181a3165, 0xed815d060, 0x4f79c20, 0xc02d8291f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02bb928c0, 0xc0156fe100, 0x380ea60, 0xc01ff56090, 0xc01f1b77c3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02bb928c0, 0xc0156fe100, 0xc01f1b77a0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02bb928c0, 0xc0156fe100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc015cd3d70, 0x383ca00, 0xc02bb928c0, 0xc0156fe100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02d829758, 0x383ca00, 0xc02bb928c0, 0xc01ba37f00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02bb928c0, 0xc01ba37f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02bb928c0, 0xc01ba37f00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02bb928c0, 0xc01ba37f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02bb928c0, 0xc01ba37d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02bb928c0, 0xc01ba37c00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02bb928c0, 0xc01ba37c00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01a2ee500, 0x38483c0, 0xc021b11a80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5421607 [syscall]: syscall.Syscall6(0x28, 0x3ce, 0x3d3, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x3ce, 0x3d3, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01a2c6780, 0x3d3, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x3d3, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0198b7080, 0xc013e118f0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0329ec618, 0xc013e118f0, 0x0, 0xc036ebab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01a2c6780, 0x380b840, 0xc032e60768, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017743ef0, 0x380b840, 0xc026a3c228, 0x800, 0xc036ebac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017743ef0, 0x380b840, 0xc026a3c228, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc027e461c0, 0x380b840, 0xc026a3c228, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc027e461c0, 0x380b840, 0xc026a3c228, 0x0, 0x0, 0x0, 0x326e760, 0xc0204c4300, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc027e461c0, 0x380be40, 0xc032e60768, 0x800000000, 0xc0204c60a0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc027e461c0, 0xc0156fff00, 0xc024759523, 0xd, 0x3518ca03, 0xed7e36881, 0x4f79c20, 0xc036ebb1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc027e461c0, 0xc0156fff00, 0x380ea60, 0xc002e79d40, 0xc0247594f3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc027e461c0, 0xc0156fff00, 0xc0247594d0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc027e461c0, 0xc0156fff00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc002e79a20, 0x383ca00, 0xc027e461c0, 0xc0156fff00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc036ebb758, 0x383ca00, 0xc027e461c0, 0xc0156ff800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc027e461c0, 0xc0156ff800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc027e461c0, 0xc0156ff800) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc027e461c0, 0xc0156ff800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc027e461c0, 0xc0156ff500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc027e461c0, 0xc0156ff400) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc027e461c0, 0xc0156ff400) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01a2eed20, 0x38483c0, 0xc018111a40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5421608 [IO wait, 185 minutes]: internal/poll.runtime_pollWait(0x7f435872e7e0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc031db5e18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc031db5e00, 0xc01fafeee1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc031db5e00, 0xc01fafeee1, 0x1, 0x1, 0xc02b276f48, 0xc01459c298, 0xc02b276fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0299506a8, 0xc01fafeee1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01fafeed0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4480567 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0xdf, 0xe0, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0xdf, 0xe0, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc015c27980, 0xe0, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0xe0, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc018c97320, 0xc02d81d830, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc026042288, 0xc02d81d830, 0x0, 0xc02c47ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc015c27980, 0x380b840, 0xc032e61fa0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc025cf11f0, 0x380b840, 0xc0339df650, 0x800, 0xc02c47ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc025cf11f0, 0x380b840, 0xc0339df650, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02b0ff5e0, 0x380b840, 0xc0339df650, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02b0ff5e0, 0x380b840, 0xc0339df650, 0x0, 0x0, 0x0, 0x326e760, 0xc01665d900, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02b0ff5e0, 0x380be40, 0xc032e61fa0, 0x800000000, 0xc01663fd00, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02b0ff5e0, 0xc0156fe100, 0xc01edcb463, 0xd, 0x103868ff, 0xed7e4c164, 0x4f79c20, 0xc02c47b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02b0ff5e0, 0xc0156fe100, 0x380ea60, 0xc018b543e0, 0xc01edcb433, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02b0ff5e0, 0xc0156fe100, 0xc01edcb410, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02b0ff5e0, 0xc0156fe100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc018b540c0, 0x383ca00, 0xc02b0ff5e0, 0xc0156fe100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02c47b758, 0x383ca00, 0xc02b0ff5e0, 0xc02c16ff00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02b0ff5e0, 0xc02c16ff00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02b0ff5e0, 0xc02c16ff00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02b0ff5e0, 0xc02c16ff00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02b0ff5e0, 0xc02c16fd00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02b0ff5e0, 0xc026843100) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02b0ff5e0, 0xc026843100) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018d219a0, 0x38483c0, 0xc0375856c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4851428 [IO wait, 212 minutes]: internal/poll.runtime_pollWait(0x7f43000bdf80, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02c26f718, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02c26f700, 0xc01c32d301, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02c26f700, 0xc01c32d301, 0x1, 0x1, 0xc02abd7f48, 0xc01459c298, 0xc02abd7fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc020ec3368, 0xc01c32d301, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01c32d2f0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6916375 [IO wait]: internal/poll.runtime_pollWait(0x7f412419a930, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01d839618, 0x72, 0x1000, 0x1000, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01d839600, 0xc02ecbb000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01d839600, 0xc02ecbb000, 0x1000, 0x1000, 0x10, 0xc00f3db800, 0xc01a5b89d0) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc021dd57d0, 0xc02ecbb000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).Read(0xc02ca6ee10, 0xc02ecbb000, 0x1000, 0x1000, 0xc023c3e800, 0xc025be8aa0, 0xc025be8aa0) /usr/local/go/src/net/http/server.go:800 +0x1b9 bufio.(*Reader).fill(0xc024af1620) /usr/local/go/src/bufio/bufio.go:101 +0x108 bufio.(*Reader).ReadSlice(0xc024af1620, 0xa, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/bufio/bufio.go:360 +0x3d bufio.(*Reader).ReadLine(0xc024af1620, 0x203008, 0x203008, 0x0, 0x3344a14, 0x5, 0x2f01201) /usr/local/go/src/bufio/bufio.go:389 +0x34 net/textproto.(*Reader).readLineSlice(0xc027e5c5d0, 0xc023d95100, 0x756ea1bad34e95, 0xabe5db967f7e1916, 0xc02ed48ba4, 0x58ec9c) /usr/local/go/src/net/textproto/reader.go:57 +0xd6 net/textproto.(*Reader).ReadLine(...) /usr/local/go/src/net/textproto/reader.go:38 net/http.readRequest(0xc024af1620, 0x0, 0xc023d95100, 0x0, 0x0) /usr/local/go/src/net/http/request.go:1027 +0xaa net/http.(*conn).readRequest(0xc01cabfa40, 0x3848318, 0xc014e98600, 0x0, 0x0, 0x0) /usr/local/go/src/net/http/server.go:986 +0x19d net/http.(*conn).serve(0xc01cabfa40, 0x38483c0, 0xc014e98600) /usr/local/go/src/net/http/server.go:1878 +0x705 created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 7081146 [IO wait, 106 minutes]: internal/poll.runtime_pollWait(0x7f4187b866f8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc038591c18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc038591c00, 0xc026e89361, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc038591c00, 0xc026e89361, 0x1, 0x1, 0xc014f4a748, 0xc01459c298, 0xc014f4a7c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc022e81348, 0xc026e89361, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc026e89350) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4481910 [syscall]: syscall.Syscall6(0x28, 0xe4, 0xea, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0xe4, 0xea, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02c3af400, 0xea, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0xea, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01dfa35c0, 0xc034076420, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc000118048, 0xc034076420, 0x0, 0xc02c5c8b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02c3af400, 0x380b840, 0xc003051a28, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0155b8e68, 0x380b840, 0xc01bcb4960, 0x800, 0xc02c5c8c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0155b8e68, 0x380b840, 0xc01bcb4960, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02b7f6a80, 0x380b840, 0xc01bcb4960, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02b7f6a80, 0x380b840, 0xc01bcb4960, 0x0, 0x0, 0x0, 0x326e760, 0xc022462100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02b7f6a80, 0x380be40, 0xc003051a28, 0x800000000, 0xc02240bf20, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02b7f6a80, 0xc0147d5e00, 0xc022424623, 0xd, 0xcd85543, 0xed86a46a5, 0x4f79c20, 0xc02c5c91f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02b7f6a80, 0xc0147d5e00, 0x380ea60, 0xc019905550, 0xc0224245f3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02b7f6a80, 0xc0147d5e00, 0xc0224245d0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02b7f6a80, 0xc0147d5e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc019905220, 0x383ca00, 0xc02b7f6a80, 0xc0147d5e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02c5c9758, 0x383ca00, 0xc02b7f6a80, 0xc0147d5c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02b7f6a80, 0xc0147d5c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02b7f6a80, 0xc0147d5c00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02b7f6a80, 0xc0147d5c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02b7f6a80, 0xc0147d5a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02b7f6a80, 0xc0156ff000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02b7f6a80, 0xc0156ff000) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc001f5c0a0, 0x38483c0, 0xc021341180) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5540997 [IO wait, 179 minutes]: internal/poll.runtime_pollWait(0x7f41b80224c8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc023d56798, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc023d56780, 0xc0231ec7c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc023d56780, 0xc0231ec7c1, 0x1, 0x1, 0xc031e6ad20, 0x0, 0xc018f9f598) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017b2b450, 0xc0231ec7c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0231ec7b0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6982368 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x61b, 0x61c, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x61b, 0x61c, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc031b61900, 0x61c, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x61c, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc016cfaa20, 0xc02f8b5110, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc025cf06a8, 0xc02f8b5110, 0x0, 0xc0138f0b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc031b61900, 0x380b840, 0xc024be84d8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0329ec240, 0x380b840, 0xc0174a53c8, 0x800, 0xc0138f0c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0329ec240, 0x380b840, 0xc0174a53c8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02db61340, 0x380b840, 0xc0174a53c8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02db61340, 0x380b840, 0xc0174a53c8, 0x0, 0x0, 0x0, 0x326e760, 0xc01a589200, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02db61340, 0x380be40, 0xc024be84d8, 0x800000000, 0xc01a58e060, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02db61340, 0xc01ba36e00, 0xc01fc565c3, 0xd, 0x11e0cdb1, 0xed857ea7c, 0x4f79c20, 0xc0138f11f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02db61340, 0xc01ba36e00, 0x380ea60, 0xc017101dd0, 0xc01fc56593, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02db61340, 0xc01ba36e00, 0xc01fc56570, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02db61340, 0xc01ba36e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc017101aa0, 0x383ca00, 0xc02db61340, 0xc01ba36e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0138f1758, 0x383ca00, 0xc02db61340, 0xc01ba36c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02db61340, 0xc01ba36c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02db61340, 0xc01ba36c00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02db61340, 0xc01ba36c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02db61340, 0xc01ba36000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02db61340, 0xc0194dfd00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02db61340, 0xc0194dfd00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01ae288c0, 0x38483c0, 0xc021aa3100) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4479175 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f4187069dc8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0255b5518, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0255b5500, 0xc025abbea1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0255b5500, 0xc025abbea1, 0x1, 0x1, 0xc02064fda0, 0x0, 0xc0260223d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0245e4730, 0xc025abbea1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc025abbe90) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5989559 [IO wait, 158 minutes]: internal/poll.runtime_pollWait(0x7f418418e540, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02463fd98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02463fd80, 0xc021577ba1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02463fd80, 0xc021577ba1, 0x1, 0x1, 0xc026e57f20, 0x0, 0xc033d1fbd8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc016414b40, 0xc021577ba1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc021577b90) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4668772 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x212, 0x213, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x212, 0x213, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02b0fbe00, 0x213, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x213, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01ab69e60, 0xc025bc29f0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc001db8a80, 0xc025bc29f0, 0x0, 0xc0109e2b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02b0fbe00, 0x380b840, 0xc02cc9fe38, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc025cf1d58, 0x380b840, 0xc026a3c588, 0x800, 0xc0109e2c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc025cf1d58, 0x380b840, 0xc026a3c588, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02773d880, 0x380b840, 0xc026a3c588, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02773d880, 0x380b840, 0xc026a3c588, 0x0, 0x0, 0x0, 0x326e760, 0xc01bd55300, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02773d880, 0x380be40, 0xc02cc9fe38, 0x800000000, 0xc01bd28aa0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02773d880, 0xc030689000, 0xc01ecb8a43, 0xd, 0x31f8644, 0xed874c4d1, 0x4f79c20, 0xc0109e31f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02773d880, 0xc030689000, 0x380ea60, 0xc03225ddc0, 0xc01ecb8a13, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02773d880, 0xc030689000, 0xc01ecb89f0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02773d880, 0xc030689000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc03225daa0, 0x383ca00, 0xc02773d880, 0xc030689000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0109e3758, 0x383ca00, 0xc02773d880, 0xc030688e00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02773d880, 0xc030688e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02773d880, 0xc030688e00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02773d880, 0xc030688e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02773d880, 0xc030688b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02773d880, 0xc030688a00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02773d880, 0xc030688a00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0026743c0, 0x38483c0, 0xc01506a8c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4703934 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x228, 0x231, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x228, 0x231, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc025c31a80, 0x231, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x231, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02b382840, 0xc023c44db0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02f4a25c0, 0xc023c44db0, 0x0, 0xc012da8b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc025c31a80, 0x380b840, 0xc022e81608, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc022e808a8, 0x380b840, 0xc021b7cdb0, 0x800, 0xc012da8c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc022e808a8, 0x380b840, 0xc021b7cdb0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02773c620, 0x380b840, 0xc021b7cdb0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02773c620, 0x380b840, 0xc021b7cdb0, 0x0, 0x0, 0x0, 0x326e760, 0xc01a184200, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02773c620, 0x380be40, 0xc022e81608, 0x800000000, 0xc0140fd5a0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02773c620, 0xc0147d5700, 0xc01d0649e3, 0xd, 0x6bc0075, 0xed7e61938, 0x4f79c20, 0xc012da91f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02773c620, 0xc0147d5700, 0x380ea60, 0xc018d5ea60, 0xc01d0649b3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02773c620, 0xc0147d5700, 0xc01d064990, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02773c620, 0xc0147d5700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc018d5e740, 0x383ca00, 0xc02773c620, 0xc0147d5700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc012da9758, 0x383ca00, 0xc02773c620, 0xc0147d5500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02773c620, 0xc0147d5500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02773c620, 0xc0147d5500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02773c620, 0xc0147d5500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02773c620, 0xc0147d4d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02773c620, 0xc02c5cd700) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02773c620, 0xc02c5cd700) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0189e85a0, 0x38483c0, 0xc02b8cec40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4477696 [syscall]: syscall.Syscall6(0x28, 0x9e, 0x9f, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x9e, 0x9f, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0203e9f00, 0x9f, 0x3fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x9f, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc018e8b080, 0xc0249aa060, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc023cfa4d8, 0xc0249aa060, 0x0, 0xc023fc2b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0203e9f00, 0x380b840, 0xc023cfa490, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0226c0060, 0x380b840, 0xc0128c27c8, 0x800, 0xc023fc2c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0226c0060, 0x380b840, 0xc0128c27c8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01154ca80, 0x380b840, 0xc0128c27c8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01154ca80, 0x380b840, 0xc0128c27c8, 0x0, 0x0, 0x0, 0x326e760, 0xc024747900, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01154ca80, 0x380be40, 0xc023cfa490, 0x400000000, 0xc02475a4a0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01154ca80, 0xc0240ecd00, 0xc024724413, 0xc, 0x1121c741, 0xed79dda1a, 0x4f79c20, 0xc023fc31f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01154ca80, 0xc0240ecd00, 0x380ea60, 0xc02474c990, 0xc0247243b3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01154ca80, 0xc0240ecd00, 0xc024724390, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01154ca80, 0xc0240ecd00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02474c670, 0x383ca00, 0xc01154ca80, 0xc0240ecd00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc023fc3758, 0x383ca00, 0xc01154ca80, 0xc0240ecb00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01154ca80, 0xc0240ecb00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01154ca80, 0xc0240ecb00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01154ca80, 0xc0240ecb00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01154ca80, 0xc0240ec900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01154ca80, 0xc0240ec800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01154ca80, 0xc0240ec800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0226d4500, 0x38483c0, 0xc012b96680) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4989448 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x2e8, 0x2f2, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x2e8, 0x2f2, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0277ee080, 0x2f2, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x2f2, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01fdec5a0, 0xc036500150, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc032e61e50, 0xc036500150, 0x0, 0xc0200deb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0277ee080, 0x380b840, 0xc0031d52c8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0001220c8, 0x380b840, 0xc026236948, 0x800, 0xc0200dec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0001220c8, 0x380b840, 0xc026236948, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01b719260, 0x380b840, 0xc026236948, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01b719260, 0x380b840, 0xc026236948, 0x0, 0x0, 0x0, 0x326e760, 0xc010f54400, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01b719260, 0x380be40, 0xc0031d52c8, 0x800000000, 0xc01d1b3140, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01b719260, 0xc000497000, 0xc03176d6d3, 0xd, 0x2841642e, 0xed86d7536, 0x4f79c20, 0xc0200df1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01b719260, 0xc000497000, 0x380ea60, 0xc0202eeca0, 0xc03176d6a3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01b719260, 0xc000497000, 0xc03176d680, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01b719260, 0xc000497000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0202ee980, 0x383ca00, 0xc01b719260, 0xc000497000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0200df758, 0x383ca00, 0xc01b719260, 0xc000496c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01b719260, 0xc000496c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01b719260, 0xc000496c00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01b719260, 0xc000496c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01b719260, 0xc000496900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01b719260, 0xc000496700) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01b719260, 0xc000496700) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01cabfe00, 0x38483c0, 0xc019149e80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5256281 [IO wait, 193 minutes]: internal/poll.runtime_pollWait(0x7f41ac0c8130, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc017125398, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc017125380, 0xc021402df1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc017125380, 0xc021402df1, 0x1, 0x1, 0xc016f157a0, 0x0, 0xc0233f2098) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0271a6af8, 0xc021402df1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc021402de0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5357645 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x3b3, 0x3b4, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x3b3, 0x3b4, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc013e20080, 0x3b4, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x3b4, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02a01c840, 0xc0277ba7b0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc019c6a340, 0xc0277ba7b0, 0x0, 0xc01de70b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc013e20080, 0x380b840, 0xc017401178, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc032e60868, 0x380b840, 0xc011de9b60, 0x800, 0xc01de70c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc032e60868, 0x380b840, 0xc011de9b60, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02a6b1420, 0x380b840, 0xc011de9b60, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02a6b1420, 0x380b840, 0xc011de9b60, 0x0, 0x0, 0x0, 0x326e760, 0xc02bc6df00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02a6b1420, 0x380be40, 0xc017401178, 0x200000000, 0xc02cccdfb0, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02a6b1420, 0xc0020f3700, 0xc02cccdf73, 0xc, 0x1287cc0d, 0xed77de778, 0x4f79c20, 0xc01de711f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02a6b1420, 0xc0020f3700, 0x380ea60, 0xc011fc6fc0, 0xc02cccdf13, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02a6b1420, 0xc0020f3700, 0xc02cccdef0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02a6b1420, 0xc0020f3700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc011fc6ca0, 0x383ca00, 0xc02a6b1420, 0xc0020f3700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01de71758, 0x383ca00, 0xc02a6b1420, 0xc0020f3500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02a6b1420, 0xc0020f3500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02a6b1420, 0xc0020f3500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02a6b1420, 0xc0020f3500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02a6b1420, 0xc0020f3200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02a6b1420, 0xc0020f3000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02a6b1420, 0xc0020f3000) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0236ea640, 0x38483c0, 0xc0270b24c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5880320 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x49c, 0x49f, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x49c, 0x49f, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc017504200, 0x49f, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x49f, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc023ad5020, 0xc0212bc2d0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc020b464c8, 0xc0212bc2d0, 0x0, 0xc01373eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc017504200, 0x380b840, 0xc020b463e0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0271a6198, 0x380b840, 0xc0339df8c0, 0x800, 0xc01373ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0271a6198, 0x380b840, 0xc0339df8c0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc034c80c40, 0x380b840, 0xc0339df8c0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc034c80c40, 0x380b840, 0xc0339df8c0, 0x0, 0x0, 0x0, 0x326e760, 0xc02a657f00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc034c80c40, 0x380be40, 0xc020b463e0, 0x200000000, 0xc02a6586a0, 0x1e, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc034c80c40, 0xc019289700, 0xc026d49463, 0xd, 0x127261ee, 0xed7f5b424, 0x4f79c20, 0xc01373f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc034c80c40, 0xc019289700, 0x380ea60, 0xc0204a1c40, 0xc026d49433, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc034c80c40, 0xc019289700, 0xc026d49410, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc034c80c40, 0xc019289700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0204a1920, 0x383ca00, 0xc034c80c40, 0xc019289700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01373f758, 0x383ca00, 0xc034c80c40, 0xc019289500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc034c80c40, 0xc019289500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc034c80c40, 0xc019289500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc034c80c40, 0xc019289500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc034c80c40, 0xc019289200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc034c80c40, 0xc019289000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc034c80c40, 0xc019289000) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc019524f00, 0x38483c0, 0xc02b338ac0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4565160 [IO wait, 226 minutes]: internal/poll.runtime_pollWait(0x7f43480bd400, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc022dd0898, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc022dd0880, 0xc01fd5c521, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc022dd0880, 0xc01fd5c521, 0x1, 0x1, 0xc01fd5eba0, 0xc01459c298, 0xc001c3a7c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc023bb8798, 0xc01fd5c521, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01fd5c510) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5412452 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x3cb, 0x3d1, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x3cb, 0x3d1, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc031db5e00, 0x3d1, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x3d1, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc018c838c0, 0xc02e43d2f0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017f9d400, 0xc02e43d2f0, 0x0, 0xc0193cab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc031db5e00, 0x380b840, 0xc017743fd8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0299506a8, 0x380b840, 0xc003196c00, 0x800, 0xc0193cac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0299506a8, 0x380b840, 0xc003196c00, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01b4f7ce0, 0x380b840, 0xc003196c00, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01b4f7ce0, 0x380b840, 0xc003196c00, 0x0, 0x0, 0x0, 0x326e760, 0xc020318900, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01b4f7ce0, 0x380be40, 0xc017743fd8, 0x800000000, 0xc01fe19340, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01b4f7ce0, 0xc002188b00, 0xc02862c5f3, 0xd, 0x1590679a, 0xed7e159de, 0x4f79c20, 0xc0193cb1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01b4f7ce0, 0xc002188b00, 0x380ea60, 0xc0226c30f0, 0xc02862c5c3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01b4f7ce0, 0xc002188b00, 0xc02862c5a0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01b4f7ce0, 0xc002188b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0226c2dd0, 0x383ca00, 0xc01b4f7ce0, 0xc002188b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0193cb758, 0x383ca00, 0xc01b4f7ce0, 0xc002188000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01b4f7ce0, 0xc002188000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01b4f7ce0, 0xc002188000) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01b4f7ce0, 0xc002188000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01b4f7ce0, 0xc019289c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01b4f7ce0, 0xc022dbd900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01b4f7ce0, 0xc022dbd900) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc024374aa0, 0x38483c0, 0xc01f4173c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6443421 [IO wait, 135 minutes]: internal/poll.runtime_pollWait(0x7f4168006e88, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01453b618, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01453b600, 0xc01d30c101, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01453b600, 0xc01d30c101, 0x1, 0x1, 0xc02c052748, 0xc000a1a138, 0xc02c0527c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc029951608, 0xc01d30c101, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01d30c0f0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7282361 [syscall]: syscall.Syscall6(0x28, 0x66b, 0x66f, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x66b, 0x66f, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc016f62500, 0x66f, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x66f, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc021efef00, 0xc01d8c8870, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02ad6f888, 0xc01d8c8870, 0x0, 0xc0019e2b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc016f62500, 0x380b840, 0xc021dd5970, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02f4a3210, 0x380b840, 0xc001fff188, 0x800, 0xc0019e2c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02f4a3210, 0x380b840, 0xc001fff188, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01d8cb6c0, 0x380b840, 0xc001fff188, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01d8cb6c0, 0x380b840, 0xc001fff188, 0x0, 0x0, 0x0, 0x326e760, 0xc02ed88e00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01d8cb6c0, 0x380be40, 0xc021dd5970, 0x800000000, 0xc0252e4b80, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01d8cb6c0, 0xc023d94500, 0xc0252af5b3, 0xd, 0x2cb6d96e, 0xed8745f54, 0x4f79c20, 0xc0019e31f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01d8cb6c0, 0xc023d94500, 0x380ea60, 0xc025f818f0, 0xc0252af583, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01d8cb6c0, 0xc023d94500, 0xc0252af560, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01d8cb6c0, 0xc023d94500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc025f815c0, 0x383ca00, 0xc01d8cb6c0, 0xc023d94500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0019e3758, 0x383ca00, 0xc01d8cb6c0, 0xc023d94300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01d8cb6c0, 0xc023d94300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01d8cb6c0, 0xc023d94300) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01d8cb6c0, 0xc023d94300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01d8cb6c0, 0xc023d94100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01d8cb6c0, 0xc023d94000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01d8cb6c0, 0xc023d94000) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01d9fa820, 0x38483c0, 0xc04131d9c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5145879 [syscall]: syscall.Syscall6(0x28, 0x33d, 0x344, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x33d, 0x344, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc03128fc00, 0x344, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x344, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc03f70d680, 0xc02cad1ec0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02ad6f218, 0xc02cad1ec0, 0x0, 0xc025d42b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc03128fc00, 0x380b840, 0xc026043480, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017e43b20, 0x380b840, 0xc026a3d800, 0x800, 0xc025d42c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017e43b20, 0x380b840, 0xc026a3d800, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01b4f7420, 0x380b840, 0xc026a3d800, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01b4f7420, 0x380b840, 0xc026a3d800, 0x0, 0x0, 0x0, 0x326e760, 0xc0274a3400, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01b4f7420, 0x380be40, 0xc026043480, 0x800000000, 0xc0299fc5a0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01b4f7420, 0xc00233d700, 0xc0299fa263, 0xd, 0x37b7e88d, 0xed858e7ba, 0x4f79c20, 0xc025d431f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01b4f7420, 0xc00233d700, 0x380ea60, 0xc0178e65f0, 0xc0299fa233, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01b4f7420, 0xc00233d700, 0xc0299fa210, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01b4f7420, 0xc00233d700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0178e62c0, 0x383ca00, 0xc01b4f7420, 0xc00233d700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc025d43758, 0x383ca00, 0xc01b4f7420, 0xc00233d400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01b4f7420, 0xc00233d400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01b4f7420, 0xc00233d400) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01b4f7420, 0xc00233d400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01b4f7420, 0xc00233d000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01b4f7420, 0xc00233ce00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01b4f7420, 0xc00233ce00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc02281e500, 0x38483c0, 0xc015076b00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5495122 [IO wait, 181 minutes]: internal/poll.runtime_pollWait(0x7f41841b4b80, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc016269098, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc016269080, 0xc01fa20a01, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc016269080, 0xc01fa20a01, 0x1, 0x1, 0xc02037d4a0, 0x0, 0xc02151ca98) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000fa3c48, 0xc01fa20a01, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01fa209f0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6824795 [IO wait, 118 minutes]: internal/poll.runtime_pollWait(0x7f41680063a8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc033460498, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc033460480, 0xc02cc18851, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc033460480, 0xc02cc18851, 0x1, 0x1, 0xc015760240, 0xc0334b79f8, 0xc012636fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0192c6740, 0xc02cc18851, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02cc18840) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6605818 [IO wait, 128 minutes]: internal/poll.runtime_pollWait(0x7f41ac0c72b0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc027910f98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc027910f80, 0xc026c28671, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc027910f80, 0xc026c28671, 0x1, 0x1, 0xc01f11c420, 0x0, 0xc018735a18) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc032e60608, 0xc026c28671, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc026c28660) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5788775 [syscall]: syscall.Syscall6(0x28, 0x47a, 0x47b, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x47a, 0x47b, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc034886f00, 0x47b, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x47b, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc015ae3aa0, 0xc02705d2f0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02ac787d8, 0xc02705d2f0, 0x0, 0xc013744b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc034886f00, 0x380b840, 0xc0155b9f58, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017c1f638, 0x380b840, 0xc025a818d8, 0x800, 0xc013744c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017c1f638, 0x380b840, 0xc025a818d8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc034c80000, 0x380b840, 0xc025a818d8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc034c80000, 0x380b840, 0xc025a818d8, 0x0, 0x0, 0x0, 0x326e760, 0xc034af3e00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc034c80000, 0x380be40, 0xc0155b9f58, 0x800000000, 0xc03486fbc0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc034c80000, 0xc01f3a7c00, 0xc034afa2c3, 0xc, 0x12500f03, 0xed78ee55a, 0x4f79c20, 0xc0137451f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc034c80000, 0xc01f3a7c00, 0x380ea60, 0xc019769240, 0xc034afa263, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc034c80000, 0xc01f3a7c00, 0xc034afa240, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc034c80000, 0xc01f3a7c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc019768ec0, 0x383ca00, 0xc034c80000, 0xc01f3a7c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc013745758, 0x383ca00, 0xc034c80000, 0xc01f3a7a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc034c80000, 0xc01f3a7a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc034c80000, 0xc01f3a7a00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc034c80000, 0xc01f3a7a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc034c80000, 0xc01f3a7500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc034c80000, 0xc01f3a7300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc034c80000, 0xc01f3a7300) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01a2efb80, 0x38483c0, 0xc019149f40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4483710 [IO wait, 229 minutes]: internal/poll.runtime_pollWait(0x7f435015eed0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02bcfb018, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02bcfb000, 0xc001b4adc1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02bcfb000, 0xc001b4adc1, 0x1, 0x1, 0xc0205528a0, 0xc01459c298, 0xc0155f3fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017e42128, 0xc001b4adc1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc001b4adb0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4555784 [syscall]: syscall.Syscall6(0x28, 0x198, 0x19e, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x198, 0x19e, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01926a300, 0x19e, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x19e, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02719e240, 0xc01d168390, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc018339e18, 0xc01d168390, 0x0, 0xc01caf6b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01926a300, 0x380b840, 0xc018339dd0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc019c6a428, 0x380b840, 0xc002f0bd10, 0x800, 0xc01caf6c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc019c6a428, 0x380b840, 0xc002f0bd10, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc031c04a80, 0x380b840, 0xc002f0bd10, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc031c04a80, 0x380b840, 0xc002f0bd10, 0x0, 0x0, 0x0, 0x326e760, 0xc0168cfb00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc031c04a80, 0x380be40, 0xc018339dd0, 0x800000000, 0xc01dcaf840, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc031c04a80, 0xc026d33f00, 0xc01dcdad13, 0xd, 0xdb3bae6, 0xed876b089, 0x4f79c20, 0xc01caf71f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc031c04a80, 0xc026d33f00, 0x380ea60, 0xc021042680, 0xc01dcdace3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc031c04a80, 0xc026d33f00, 0xc01dcdacc0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc031c04a80, 0xc026d33f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc021042360, 0x383ca00, 0xc031c04a80, 0xc026d33f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01caf7758, 0x383ca00, 0xc031c04a80, 0xc026d33c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc031c04a80, 0xc026d33c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc031c04a80, 0xc026d33c00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc031c04a80, 0xc026d33c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc031c04a80, 0xc026d33a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc031c04a80, 0xc026d33900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc031c04a80, 0xc026d33900) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023faf720, 0x38483c0, 0xc021340440) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4713085 [IO wait, 219 minutes]: internal/poll.runtime_pollWait(0x7f41b810a258, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01cf43418, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01cf43400, 0xc000434d61, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01cf43400, 0xc000434d61, 0x1, 0x1, 0xc0194cb3e0, 0x0, 0xc023db6d18) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017e434a8, 0xc000434d61, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc000434d50) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4565032 [syscall]: syscall.Syscall6(0x28, 0x1a4, 0x1a8, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x1a4, 0x1a8, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc019a15100, 0x1a8, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x1a8, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc016174ba0, 0xc0238ec570, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0192c7d98, 0xc0238ec570, 0x0, 0xc01dbfcb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc019a15100, 0x380b840, 0xc032e604e0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02cc9fb48, 0x380b840, 0xc026d70fa8, 0x800, 0xc01dbfcc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02cc9fb48, 0x380b840, 0xc026d70fa8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02b0ff880, 0x380b840, 0xc026d70fa8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02b0ff880, 0x380b840, 0xc026d70fa8, 0x0, 0x0, 0x0, 0x326e760, 0xc032436b00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02b0ff880, 0x380be40, 0xc032e604e0, 0x800000000, 0xc0322498a0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02b0ff880, 0xc019092800, 0xc031f46f83, 0xd, 0x1c92b58b, 0xed868912f, 0x4f79c20, 0xc01dbfd1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02b0ff880, 0xc019092800, 0x380ea60, 0xc032428e70, 0xc031f46f53, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02b0ff880, 0xc019092800, 0xc031f46f30, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02b0ff880, 0xc019092800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc032428b50, 0x383ca00, 0xc02b0ff880, 0xc019092800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01dbfd758, 0x383ca00, 0xc02b0ff880, 0xc019092600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02b0ff880, 0xc019092600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02b0ff880, 0xc019092600) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02b0ff880, 0xc019092600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02b0ff880, 0xc019092200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02b0ff880, 0xc019092100) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02b0ff880, 0xc019092100) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bb58780, 0x38483c0, 0xc018af5b80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5439908 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x3d5, 0x3db, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x3d5, 0x3db, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02961d380, 0x3db, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x3db, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc018dceba0, 0xc01b76e4e0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc018662b50, 0xc01b76e4e0, 0x0, 0xc01de6eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02961d380, 0x380b840, 0xc020b472f8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc020b471a8, 0x380b840, 0xc0167f4a68, 0x800, 0xc01de6ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc020b471a8, 0x380b840, 0xc0167f4a68, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc031b98c40, 0x380b840, 0xc0167f4a68, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc031b98c40, 0x380b840, 0xc0167f4a68, 0x0, 0x0, 0x0, 0x326e760, 0xc018d74000, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc031b98c40, 0x380be40, 0xc020b472f8, 0x800000000, 0xc0266bda20, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc031b98c40, 0xc022dbc200, 0xc02306c5c3, 0xd, 0x383ea264, 0xed868dea4, 0x4f79c20, 0xc01de6f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc031b98c40, 0xc022dbc200, 0x380ea60, 0xc00169b0c0, 0xc02306c593, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc031b98c40, 0xc022dbc200, 0xc02306c570, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc031b98c40, 0xc022dbc200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc00169ada0, 0x383ca00, 0xc031b98c40, 0xc022dbc200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01de6f758, 0x383ca00, 0xc031b98c40, 0xc022dbc000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc031b98c40, 0xc022dbc000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc031b98c40, 0xc022dbc000) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc031b98c40, 0xc022dbc000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc031b98c40, 0xc02c5cd800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc031b98c40, 0xc02c5cd300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc031b98c40, 0xc02c5cd300) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0122a4320, 0x38483c0, 0xc0259d2cc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4585862 [IO wait, 225 minutes]: internal/poll.runtime_pollWait(0x7f41b805e298, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc028a6b998, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc028a6b980, 0xc01cdec6d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc028a6b980, 0xc01cdec6d1, 0x1, 0x1, 0xc02a6c0f48, 0xc000a1a138, 0xc02a6c0fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02ad6ea20, 0xc01cdec6d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01cdec6c0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 2937641 [select]: net/http.(*persistConn).writeLoop(0xc0338bc120) /usr/local/go/src/net/http/transport.go:2382 +0xf7 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:1744 +0xc9c goroutine 7374051 [IO wait, 92 minutes]: internal/poll.runtime_pollWait(0x7f41b805e550, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc023836018, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc023836000, 0xc015b925b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc023836000, 0xc015b925b1, 0x1, 0x1, 0xc02c054748, 0xc01459c298, 0xc02c0547c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02f4a2a18, 0xc015b925b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc015b925a0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5375249 [syscall]: syscall.Syscall6(0x28, 0x3b9, 0x3c5, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x3b9, 0x3c5, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc03334a300, 0x3c5, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x3c5, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc031b63980, 0xc01c199d40, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02ed28508, 0xc01c199d40, 0x0, 0xc0311f6b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc03334a300, 0x380b840, 0xc02f6daa68, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc020ec2418, 0x380b840, 0xc01802c210, 0x800, 0xc0311f6c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc020ec2418, 0x380b840, 0xc01802c210, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02bf6fc00, 0x380b840, 0xc01802c210, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02bf6fc00, 0x380b840, 0xc01802c210, 0x0, 0x0, 0x0, 0x326e760, 0xc03105a100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02bf6fc00, 0x380be40, 0xc02f6daa68, 0x200000000, 0xc0310142a0, 0x28, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02bf6fc00, 0xc0147d5500, 0xc031014263, 0xc, 0xdc774ef, 0xed79d1f37, 0x4f79c20, 0xc036ed71f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02bf6fc00, 0xc0147d5500, 0x380ea60, 0xc016ca4a90, 0xc031014203, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02bf6fc00, 0xc0147d5500, 0xc0310141e0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02bf6fc00, 0xc0147d5500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc016ca4770, 0x383ca00, 0xc02bf6fc00, 0xc0147d5500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc036ed7758, 0x383ca00, 0xc02bf6fc00, 0xc0147d4b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02bf6fc00, 0xc0147d4b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02bf6fc00, 0xc0147d4b00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02bf6fc00, 0xc0147d4b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02bf6fc00, 0xc0147d4800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02bf6fc00, 0xc0193a6600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02bf6fc00, 0xc0193a6600) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018c7e000, 0x38483c0, 0xc01896be80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 7218394 [IO wait, 99 minutes]: internal/poll.runtime_pollWait(0x7f435801ca30, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc034887518, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc034887500, 0xc021efa851, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc034887500, 0xc021efa851, 0x1, 0x1, 0xc018e8a7e0, 0x0, 0xc014c49bd8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc020ec2dc0, 0xc021efa851, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc021efa840) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4479158 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f4168006ae8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0258b9998, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0258b9980, 0xc0264bdc31, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0258b9980, 0xc0264bdc31, 0x1, 0x1, 0xc01e5e01e0, 0x0, 0xc025d556d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0226c0ff8, 0xc0264bdc31, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0264bdc20) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4473545 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f4358211978, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc031d5c998, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc031d5c980, 0xc01b7fdea1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc031d5c980, 0xc01b7fdea1, 0x1, 0x1, 0xc02a6d0f48, 0xc000a1a138, 0xc02a6d0fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0183388a0, 0xc01b7fdea1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01b7fde90) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5108303 [syscall]: syscall.Syscall6(0x28, 0x326, 0x32b, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x326, 0x32b, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc019140600, 0x32b, 0x3fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x32b, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0324c9320, 0xc03155bad0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc024be9eb0, 0xc03155bad0, 0x0, 0xc022662b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc019140600, 0x380b840, 0xc020ec2248, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc026042e48, 0x380b840, 0xc021b7d7b8, 0x800, 0xc022662c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc026042e48, 0x380b840, 0xc021b7d7b8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03c3a08c0, 0x380b840, 0xc021b7d7b8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03c3a08c0, 0x380b840, 0xc021b7d7b8, 0x0, 0x0, 0x0, 0x326e760, 0xc01aa06700, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03c3a08c0, 0x380be40, 0xc020ec2248, 0x400000000, 0xc03078cdb0, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03c3a08c0, 0xc026d33100, 0xc03078cd73, 0xc, 0x21c8937a, 0xed79e4730, 0x4f79c20, 0xc0226631f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03c3a08c0, 0xc026d33100, 0x380ea60, 0xc02a52adf0, 0xc03078cd13, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03c3a08c0, 0xc026d33100, 0xc03078ccf0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03c3a08c0, 0xc026d33100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02a52aa80, 0x383ca00, 0xc03c3a08c0, 0xc026d33100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc022663758, 0x383ca00, 0xc03c3a08c0, 0xc026d32f00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03c3a08c0, 0xc026d32f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03c3a08c0, 0xc026d32f00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03c3a08c0, 0xc026d32f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03c3a08c0, 0xc026d32d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03c3a08c0, 0xc026d32c00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03c3a08c0, 0xc026d32c00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0236eabe0, 0x38483c0, 0xc02a5ac000) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4507295 [IO wait, 229 minutes]: internal/poll.runtime_pollWait(0x7f4187ba2528, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc020f8b618, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc020f8b600, 0xc019a6cb51, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc020f8b600, 0xc019a6cb51, 0x1, 0x1, 0xc01d31d748, 0xc01459c298, 0xc01d31d7c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02cc9e0e8, 0xc019a6cb51, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc019a6cb40) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5788788 [IO wait, 168 minutes]: internal/poll.runtime_pollWait(0x7f41240de380, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc034886f18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc034886f00, 0xc01929ad61, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc034886f00, 0xc01929ad61, 0x1, 0x1, 0xc016cfbc20, 0x0, 0xc019149fd8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017c1f638, 0xc01929ad61, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01929ad50) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4620748 [IO wait, 223 minutes]: internal/poll.runtime_pollWait(0x7f4187103c48, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc027910798, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc027910780, 0xc013d2d241, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc027910780, 0xc013d2d241, 0x1, 0x1, 0xc001d83ec0, 0xc020b9cc38, 0xc00323d7c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02f4a2178, 0xc013d2d241, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc013d2d230) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4593912 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x1cc, 0x1cd, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x1cc, 0x1cd, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02d1dc800, 0x1cd, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x1cd, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01fded980, 0xc013d2db60, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017c1f2e0, 0xc013d2db60, 0x0, 0xc011568b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02d1dc800, 0x380b840, 0xc0226c1588, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0154fcc18, 0x380b840, 0xc01a5a8660, 0x800, 0xc011568c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0154fcc18, 0x380b840, 0xc01a5a8660, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02773c2a0, 0x380b840, 0xc01a5a8660, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02773c2a0, 0x380b840, 0xc01a5a8660, 0x0, 0x0, 0x0, 0x326e760, 0xc035c8b500, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02773c2a0, 0x380be40, 0xc0226c1588, 0x200000000, 0xc028df22a0, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02773c2a0, 0xc0027cde00, 0xc028df2203, 0xc, 0x36814dba, 0xed79b171b, 0x4f79c20, 0xc0115691f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02773c2a0, 0xc0027cde00, 0x380ea60, 0xc026e52b80, 0xc028df2143, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02773c2a0, 0xc0027cde00, 0xc028df2120, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02773c2a0, 0xc0027cde00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc026e52850, 0x383ca00, 0xc02773c2a0, 0xc0027cde00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc011569758, 0x383ca00, 0xc02773c2a0, 0xc0027cdb00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02773c2a0, 0xc0027cdb00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02773c2a0, 0xc0027cdb00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02773c2a0, 0xc0027cdb00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02773c2a0, 0xc0027cd800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02773c2a0, 0xc0027cd700) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02773c2a0, 0xc0027cd700) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023d340a0, 0x38483c0, 0xc017b53480) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4685979 [IO wait, 220 minutes]: internal/poll.runtime_pollWait(0x7f4187103338, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02343bb18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02343bb00, 0xc01264f121, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02343bb00, 0xc01264f121, 0x1, 0x1, 0x0, 0xc0140907a0, 0xc032000001) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0213aa7b0, 0xc01264f121, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01264f110) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5880138 [IO wait, 163 minutes]: internal/poll.runtime_pollWait(0x7f41b810bbe8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc017504218, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc017504200, 0xc0155ba821, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc017504200, 0xc0155ba821, 0x1, 0x1, 0xc02d3a1c20, 0x0, 0xc02b338b58) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0271a6198, 0xc0155ba821, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0155ba810) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5136670 [IO wait, 198 minutes]: internal/poll.runtime_pollWait(0x7f4124149760, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0127d2c98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0127d2c80, 0xc0107bb6c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0127d2c80, 0xc0107bb6c1, 0x1, 0x1, 0xc01f646600, 0x0, 0xc017e440d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02f4a25c8, 0xc0107bb6c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0107bb6b0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5999551 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x4c4, 0x4c9, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x4c4, 0x4c9, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc020f8be00, 0x4c9, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x4c9, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01f59e120, 0xc026a72db0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02325b1e0, 0xc026a72db0, 0x0, 0xc02a474b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc020f8be00, 0x380b840, 0xc003050780, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc003050668, 0x380b840, 0xc0146d97e8, 0x800, 0xc02a474c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc003050668, 0x380b840, 0xc0146d97e8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc027e47ce0, 0x380b840, 0xc0146d97e8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc027e47ce0, 0x380b840, 0xc0146d97e8, 0x0, 0x0, 0x0, 0x326e760, 0xc02d4ef500, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc027e47ce0, 0x380be40, 0xc003050780, 0x800000000, 0xc029792aa0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc027e47ce0, 0xc026d32f00, 0xc02967a8f3, 0xd, 0x19e88bb0, 0xed86bd244, 0x4f79c20, 0xc02a4751f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc027e47ce0, 0xc026d32f00, 0x380ea60, 0xc021d6d0b0, 0xc02967a8c3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc027e47ce0, 0xc026d32f00, 0xc02967a8a0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc027e47ce0, 0xc026d32f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc021d6cd70, 0x383ca00, 0xc027e47ce0, 0xc026d32f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02a475758, 0x383ca00, 0xc027e47ce0, 0xc026d32900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc027e47ce0, 0xc026d32900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc027e47ce0, 0xc026d32900) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc027e47ce0, 0xc026d32900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc027e47ce0, 0xc026d32600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc027e47ce0, 0xc026d32200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc027e47ce0, 0xc026d32200) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0022334a0, 0x38483c0, 0xc021de4bc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4478248 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x9a, 0x9d, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x9a, 0x9d, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc023bc0300, 0x9d, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x9d, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc016b83a40, 0xc0248b82d0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc020b47d98, 0xc0248b82d0, 0x0, 0xc021b24b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc023bc0300, 0x380b840, 0xc0226c0058, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc023bb8118, 0x380b840, 0xc01a4a1008, 0x800, 0xc021b24c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc023bb8118, 0x380b840, 0xc01a4a1008, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01200c380, 0x380b840, 0xc01a4a1008, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01200c380, 0x380b840, 0xc01a4a1008, 0x0, 0x0, 0x0, 0x326e760, 0xc0226b5200, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01200c380, 0x380be40, 0xc0226c0058, 0x800000000, 0xc02198fde0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01200c380, 0xc0226b6600, 0xc0219a9a93, 0xd, 0x373ef387, 0xed857a089, 0x4f79c20, 0xc021b251f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01200c380, 0xc0226b6600, 0x380ea60, 0xc0226c2350, 0xc0219a9a63, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01200c380, 0xc0226b6600, 0xc0219a9a40, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01200c380, 0xc0226b6600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0226c2030, 0x383ca00, 0xc01200c380, 0xc0226b6600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc021b25758, 0x383ca00, 0xc01200c380, 0xc0226b6400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01200c380, 0xc0226b6400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01200c380, 0xc0226b6400) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01200c380, 0xc0226b6400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01200c380, 0xc0226b6200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01200c380, 0xc0226b6100) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01200c380, 0xc0226b6100) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023bd4dc0, 0x38483c0, 0xc018bd8100) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5724468 [syscall]: syscall.Syscall6(0x28, 0x45f, 0x461, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x45f, 0x461, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc022d7c000, 0x461, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x461, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01f11daa0, 0xc024731110, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02cc9fed8, 0xc024731110, 0x0, 0xc0030a4b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc022d7c000, 0x380b840, 0xc0226c1528, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0226c1410, 0x380b840, 0xc017b74618, 0x800, 0xc0030a4c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0226c1410, 0x380b840, 0xc017b74618, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc025d322a0, 0x380b840, 0xc017b74618, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc025d322a0, 0x380b840, 0xc017b74618, 0x0, 0x0, 0x0, 0x326e760, 0xc027985700, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc025d322a0, 0x380be40, 0xc0226c1528, 0x800000000, 0xc017073fc0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc025d322a0, 0xc01f3a7400, 0xc02d13c1d3, 0xd, 0xdb3e923, 0xed86d0aed, 0x4f79c20, 0xc0249331f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc025d322a0, 0xc01f3a7400, 0x380ea60, 0xc026350890, 0xc02d13c1a3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc025d322a0, 0xc01f3a7400, 0xc02d13c180, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc025d322a0, 0xc01f3a7400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc026350550, 0x383ca00, 0xc025d322a0, 0xc01f3a7400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc024933758, 0x383ca00, 0xc025d322a0, 0xc01f3a7200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc025d322a0, 0xc01f3a7200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc025d322a0, 0xc01f3a7200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc025d322a0, 0xc01f3a7200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc025d322a0, 0xc01f3a7000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc025d322a0, 0xc01f3a6f00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc025d322a0, 0xc01f3a6f00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018d21680, 0x38483c0, 0xc041064e00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6715093 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x5be, 0x5c1, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x5be, 0x5c1, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02f5d2b00, 0x5c1, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x5c1, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01e229380, 0xc02506d800, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0339f6af0, 0xc02506d800, 0x0, 0xc027c60b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02f5d2b00, 0x380b840, 0xc017e42240, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017b2a4f0, 0x380b840, 0xc024572180, 0x800, 0xc027c60c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017b2a4f0, 0x380b840, 0xc024572180, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03a0d8380, 0x380b840, 0xc024572180, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03a0d8380, 0x380b840, 0xc024572180, 0x0, 0x0, 0x0, 0x326e760, 0xc021cd8400, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03a0d8380, 0x380be40, 0xc017e42240, 0x800000000, 0xc0214c6d80, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03a0d8380, 0xc02c5ccf00, 0xc0241440e3, 0xd, 0x8b063e7, 0xed868bd3f, 0x4f79c20, 0xc027c611f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03a0d8380, 0xc02c5ccf00, 0x380ea60, 0xc0206a82e0, 0xc0241440b3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03a0d8380, 0xc02c5ccf00, 0xc024144090, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03a0d8380, 0xc02c5ccf00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc017321fb0, 0x383ca00, 0xc03a0d8380, 0xc02c5ccf00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc027c61758, 0x383ca00, 0xc03a0d8380, 0xc02c5cc900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03a0d8380, 0xc02c5cc900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03a0d8380, 0xc02c5cc900) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03a0d8380, 0xc02c5cc900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03a0d8380, 0xc02c5cc000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03a0d8380, 0xc01f8d7000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03a0d8380, 0xc01f8d7000) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bb599a0, 0x38483c0, 0xc022b2aa40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4871948 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x2a2, 0x2a6, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x2a2, 0x2a6, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc031ab6600, 0x2a6, 0x3fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x2a6, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0169e55c0, 0xc0159997d0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017743a20, 0xc0159997d0, 0x0, 0xc002f48b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc031ab6600, 0x380b840, 0xc0154fd370, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc024be8fe0, 0x380b840, 0xc02284e378, 0x800, 0xc002f48c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc024be8fe0, 0x380b840, 0xc02284e378, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0334d5180, 0x380b840, 0xc02284e378, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0334d5180, 0x380b840, 0xc02284e378, 0x0, 0x0, 0x0, 0x326e760, 0xc027338400, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0334d5180, 0x380be40, 0xc0154fd370, 0x400000000, 0xc018ab0740, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0334d5180, 0xc002081300, 0xc022032b03, 0xc, 0x21c8937a, 0xed79e4730, 0x4f79c20, 0xc002f491f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0334d5180, 0xc002081300, 0x380ea60, 0xc01d605b20, 0xc022032aa3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0334d5180, 0xc002081300, 0xc022032a80, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0334d5180, 0xc002081300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01d6057b0, 0x383ca00, 0xc0334d5180, 0xc002081300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc002f49758, 0x383ca00, 0xc0334d5180, 0xc002081000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0334d5180, 0xc002081000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0334d5180, 0xc002081000) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0334d5180, 0xc002081000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0334d5180, 0xc002080a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0334d5180, 0xc002080900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0334d5180, 0xc002080900) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018d20280, 0x38483c0, 0xc021b113c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5559232 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x413, 0x41b, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x413, 0x41b, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01c885980, 0x41b, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x41b, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0271d6cc0, 0xc0316c58c0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc020b465a0, 0xc0316c58c0, 0x0, 0xc03c496b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01c885980, 0x380b840, 0xc02aef24c8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc020ec2d00, 0x380b840, 0xc027891488, 0x800, 0xc03c496c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc020ec2d00, 0x380b840, 0xc027891488, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02fed0620, 0x380b840, 0xc027891488, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02fed0620, 0x380b840, 0xc027891488, 0x0, 0x0, 0x0, 0x326e760, 0xc01087f800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02fed0620, 0x380be40, 0xc02aef24c8, 0x800000000, 0xc01c8405e0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02fed0620, 0xc02c16e000, 0xc033ec4623, 0xd, 0x11c31399, 0xed8696893, 0x4f79c20, 0xc03c4971f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02fed0620, 0xc02c16e000, 0x380ea60, 0xc01f8955d0, 0xc033ec45f3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02fed0620, 0xc02c16e000, 0xc033ec45d0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02fed0620, 0xc02c16e000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01f8952b0, 0x383ca00, 0xc02fed0620, 0xc02c16e000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03c497758, 0x383ca00, 0xc02fed0620, 0xc0194dfa00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02fed0620, 0xc0194dfa00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02fed0620, 0xc0194dfa00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02fed0620, 0xc0194dfa00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02fed0620, 0xc0194df600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02fed0620, 0xc0194df400) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02fed0620, 0xc0194df400) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc02281e460, 0x38483c0, 0xc024dc7340) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4909371 [IO wait, 209 minutes]: internal/poll.runtime_pollWait(0x7f435015ec18, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02d5b2e18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02d5b2e00, 0xc0021abab1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02d5b2e00, 0xc0021abab1, 0x1, 0x1, 0xc02b27a748, 0xc01459c298, 0xc02b27a7c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017f9d2e8, 0xc0021abab1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0021abaa0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4478465 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f41c01268b8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02463f098, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02463f080, 0xc024979451, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02463f080, 0xc024979451, 0x1, 0x1, 0xc02142b3e0, 0x0, 0xc024dc60d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02325b2f0, 0xc024979451, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc024979440) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4576408 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x1b5, 0x1c1, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x1b5, 0x1c1, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02ffd2200, 0x1c1, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x1c1, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02669e900, 0xc021f730b0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc002a16a48, 0xc021f730b0, 0x0, 0xc013256b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02ffd2200, 0x380b840, 0xc0245e5610, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc00001b528, 0x380b840, 0xc03345ef60, 0x800, 0xc013256c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc00001b528, 0x380b840, 0xc03345ef60, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc00fb03880, 0x380b840, 0xc03345ef60, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc00fb03880, 0x380b840, 0xc03345ef60, 0x0, 0x0, 0x0, 0x326e760, 0xc02c86d300, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc00fb03880, 0x380be40, 0xc0245e5610, 0x800000000, 0xc02c858840, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc00fb03880, 0xc019566a00, 0xc02c854413, 0xd, 0x10ac2968, 0xed815504a, 0x4f79c20, 0xc0132571f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc00fb03880, 0xc019566a00, 0x380ea60, 0xc01dc78c90, 0xc02c8543e3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc00fb03880, 0xc019566a00, 0xc02c8543c0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc00fb03880, 0xc019566a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01dc78970, 0x383ca00, 0xc00fb03880, 0xc019566a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc013257758, 0x383ca00, 0xc00fb03880, 0xc019566800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc00fb03880, 0xc019566800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc00fb03880, 0xc019566800) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc00fb03880, 0xc019566800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc00fb03880, 0xc019566600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc00fb03880, 0xc002081e00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc00fb03880, 0xc002081e00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023edc640, 0x38483c0, 0xc02b1f4e40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5962964 [syscall]: syscall.Syscall6(0x28, 0x4bc, 0x4bf, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x4bc, 0x4bf, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc03466c580, 0x4bf, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x4bf, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01889b5c0, 0xc012495110, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc018663100, 0xc012495110, 0x0, 0xc002440b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc03466c580, 0x380b840, 0xc02c711470, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc015839fb0, 0x380b840, 0xc02f96f620, 0x800, 0xc002440c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc015839fb0, 0x380b840, 0xc02f96f620, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc034883b20, 0x380b840, 0xc02f96f620, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc034883b20, 0x380b840, 0xc02f96f620, 0x0, 0x0, 0x0, 0x326e760, 0xc031064a00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc034883b20, 0x380be40, 0xc02c711470, 0x800000000, 0xc030ee9fc0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc034883b20, 0xc026842e00, 0xc0310503e3, 0xd, 0x3b0af874, 0xed875f382, 0x4f79c20, 0xc0024411f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc034883b20, 0xc026842e00, 0x380ea60, 0xc026e52420, 0xc0310503b3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc034883b20, 0xc026842e00, 0xc031050390, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc034883b20, 0xc026842e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc026e52100, 0x383ca00, 0xc034883b20, 0xc026842e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc002441758, 0x383ca00, 0xc034883b20, 0xc026842c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc034883b20, 0xc026842c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc034883b20, 0xc026842c00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc034883b20, 0xc026842c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc034883b20, 0xc026842a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc034883b20, 0xc026842800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc034883b20, 0xc026842800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01d9fb2c0, 0x38483c0, 0xc024e70c80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6370918 [syscall]: syscall.Syscall6(0x28, 0x555, 0x556, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x555, 0x556, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0160d4600, 0x556, 0x3fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x556, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0181531a0, 0xc01dce0750, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02c7857f0, 0xc01dce0750, 0x0, 0xc032d38b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0160d4600, 0x380b840, 0xc0245e5858, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017c1e020, 0x380b840, 0xc01679c9d8, 0x800, 0xc032d38c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017c1e020, 0x380b840, 0xc01679c9d8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0154637a0, 0x380b840, 0xc01679c9d8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0154637a0, 0x380b840, 0xc01679c9d8, 0x0, 0x0, 0x0, 0x326e760, 0xc02756ba00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0154637a0, 0x380be40, 0xc0245e5858, 0x400000000, 0xc036b16090, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0154637a0, 0xc01f3a7b00, 0xc036b16053, 0xc, 0xb2810f0, 0xed79d1f37, 0x4f79c20, 0xc032d391f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0154637a0, 0xc01f3a7b00, 0x380ea60, 0xc01a461f50, 0xc01c57e953, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0154637a0, 0xc01f3a7b00, 0xc01c57e930, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0154637a0, 0xc01f3a7b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01a461c30, 0x383ca00, 0xc0154637a0, 0xc01f3a7b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc032d39758, 0x383ca00, 0xc0154637a0, 0xc01f3a7700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0154637a0, 0xc01f3a7700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0154637a0, 0xc01f3a7700) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0154637a0, 0xc01f3a7700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0154637a0, 0xc01f3a7200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0154637a0, 0xc01f3a7000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0154637a0, 0xc01f3a7000) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023fae0a0, 0x38483c0, 0xc010781580) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4523050 [IO wait, 228 minutes]: internal/poll.runtime_pollWait(0x7f418418ed68, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc027962e98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc027962e80, 0xc01fafff01, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc027962e80, 0xc01fafff01, 0x1, 0x1, 0xc012137748, 0xc000a1a138, 0xc0121377c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02f4a26a0, 0xc01fafff01, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01faffef0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4574347 [syscall]: syscall.Syscall6(0x28, 0x1b7, 0x1b8, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x1b7, 0x1b8, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc027911580, 0x1b8, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x1b8, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0187c6fc0, 0xc018aba780, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017c1edd8, 0xc018aba780, 0x0, 0xc0276d6b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc027911580, 0x380b840, 0xc000196fa0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc01f9af9b8, 0x380b840, 0xc01ac005d0, 0x800, 0xc0276d6c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc01f9af9b8, 0x380b840, 0xc01ac005d0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc021c6d6c0, 0x380b840, 0xc01ac005d0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc021c6d6c0, 0x380b840, 0xc01ac005d0, 0x0, 0x0, 0x0, 0x326e760, 0xc02352e900, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc021c6d6c0, 0x380be40, 0xc000196fa0, 0x800000000, 0xc01f252c40, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc021c6d6c0, 0xc02c5cc300, 0xc027dd1763, 0xc, 0x15c57689, 0xed78d6770, 0x4f79c20, 0xc0276d71f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc021c6d6c0, 0xc02c5cc300, 0x380ea60, 0xc020722ea0, 0xc027dd1703, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc021c6d6c0, 0xc02c5cc300, 0xc027dd16e0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc021c6d6c0, 0xc02c5cc300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc020722b20, 0x383ca00, 0xc021c6d6c0, 0xc02c5cc300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0276d7758, 0x383ca00, 0xc021c6d6c0, 0xc02c5cc100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc021c6d6c0, 0xc02c5cc100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc021c6d6c0, 0xc02c5cc100) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc021c6d6c0, 0xc02c5cc100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc021c6d6c0, 0xc002189f00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc021c6d6c0, 0xc002189d00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc021c6d6c0, 0xc002189d00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01a2ef900, 0x38483c0, 0xc022b2b9c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4478885 [syscall]: syscall.Syscall6(0x28, 0xb4, 0xb9, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0xb4, 0xb9, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc025aa4a00, 0xb9, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0xb9, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc025b414a0, 0xc026094450, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc024be8c40, 0xc026094450, 0x0, 0xc0257bcb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc025aa4a00, 0x380b840, 0xc024be8a50, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02325bee8, 0x380b840, 0xc02548d278, 0x800, 0xc0257bcc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02325bee8, 0x380b840, 0xc02548d278, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03c3a0c40, 0x380b840, 0xc02548d278, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03c3a0c40, 0x380b840, 0xc02548d278, 0x0, 0x0, 0x0, 0x326e760, 0xc025fb6400, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03c3a0c40, 0x380be40, 0xc024be8a50, 0x800000000, 0xc025b53660, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03c3a0c40, 0xc025c6e600, 0xc025c28383, 0xd, 0xdfd3530, 0xed8191c7a, 0x4f79c20, 0xc0257bd1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03c3a0c40, 0xc025c6e600, 0x380ea60, 0xc025f806b0, 0xc025c28353, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03c3a0c40, 0xc025c6e600, 0xc025c28330, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03c3a0c40, 0xc025c6e600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc025f80390, 0x383ca00, 0xc03c3a0c40, 0xc025c6e600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0257bd758, 0x383ca00, 0xc03c3a0c40, 0xc025c6e400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03c3a0c40, 0xc025c6e400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03c3a0c40, 0xc025c6e400) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03c3a0c40, 0xc025c6e400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03c3a0c40, 0xc025c6e200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03c3a0c40, 0xc025c6e100) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03c3a0c40, 0xc025c6e100) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc025a5d680, 0x38483c0, 0xc0256a3c80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4583671 [syscall]: syscall.Syscall6(0x28, 0x1bc, 0x514, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x1bc, 0x514, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01c884780, 0x514, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x514, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc016ec9ce0, 0xc032aad170, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017ae93b0, 0xc032aad170, 0x0, 0xc00fa26b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01c884780, 0x380b840, 0xc024be8f90, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc023bb81e0, 0x380b840, 0xc01679c348, 0x800, 0xc00fa26c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc023bb81e0, 0x380b840, 0xc01679c348, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01b2c9500, 0x380b840, 0xc01679c348, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01b2c9500, 0x380b840, 0xc01679c348, 0x0, 0x0, 0x0, 0x326e760, 0xc02d054000, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01b2c9500, 0x380be40, 0xc024be8f90, 0x200000000, 0xc03ce2a360, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01b2c9500, 0xc02c16fd00, 0xc03ce2a323, 0xc, 0xe810fe6, 0xed79c3d22, 0x4f79c20, 0xc00fa271f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01b2c9500, 0xc02c16fd00, 0x380ea60, 0xc01f36e930, 0xc03ce2a2c3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01b2c9500, 0xc02c16fd00, 0xc03ce2a2a0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01b2c9500, 0xc02c16fd00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01f36e610, 0x383ca00, 0xc01b2c9500, 0xc02c16fd00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc00fa27758, 0x383ca00, 0xc01b2c9500, 0xc02c16f900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01b2c9500, 0xc02c16f900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01b2c9500, 0xc02c16f900) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01b2c9500, 0xc02c16f900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01b2c9500, 0xc02c16f400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01b2c9500, 0xc02c16f100) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01b2c9500, 0xc02c16f100) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bd712c0, 0x38483c0, 0xc014bffcc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6284386 [IO wait, 143 minutes]: internal/poll.runtime_pollWait(0x7f418706a080, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc034a54618, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc034a54600, 0xc022e73721, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc034a54600, 0xc022e73721, 0x1, 0x1, 0xc01fdfaf60, 0x0, 0xc026e20058) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc019c6ba78, 0xc022e73721, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc022e73710) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4597143 [IO wait, 224 minutes]: internal/poll.runtime_pollWait(0x7f41ac0c59b8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0235b0218, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0235b0200, 0xc02e9751e1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0235b0200, 0xc02e9751e1, 0x1, 0x1, 0xc01d31ff48, 0xc01459c298, 0xc01d31ffc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0271a7e08, 0xc02e9751e1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02e9751d0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6524046 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x587, 0x58a, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x587, 0x58a, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc018b03280, 0x58a, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x58a, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0169ec180, 0xc026fe8de0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02325a758, 0xc026fe8de0, 0x0, 0xc033c42b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc018b03280, 0x380b840, 0xc02ed29528, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc000122830, 0x380b840, 0xc03ab05e60, 0x800, 0xc033c42c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc000122830, 0x380b840, 0xc03ab05e60, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc016c222a0, 0x380b840, 0xc03ab05e60, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc016c222a0, 0x380b840, 0xc03ab05e60, 0x0, 0x0, 0x0, 0x326e760, 0xc001962800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc016c222a0, 0x380be40, 0xc02ed29528, 0x800000000, 0xc01ecbe720, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc016c222a0, 0xc023c3f100, 0xc018d70173, 0xd, 0x1290096c, 0xed819277e, 0x4f79c20, 0xc033c431f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc016c222a0, 0xc023c3f100, 0x380ea60, 0xc02061cd10, 0xc018d70143, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc016c222a0, 0xc023c3f100, 0xc018d70120, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc016c222a0, 0xc023c3f100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02061c9f0, 0x383ca00, 0xc016c222a0, 0xc023c3f100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc033c43758, 0x383ca00, 0xc016c222a0, 0xc023c3ef00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc016c222a0, 0xc023c3ef00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc016c222a0, 0xc023c3ef00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc016c222a0, 0xc023c3ef00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc016c222a0, 0xc023c3ed00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc016c222a0, 0xc023c3ec00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc016c222a0, 0xc023c3ec00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bb58320, 0x38483c0, 0xc031e7be00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4817001 [IO wait, 214 minutes]: internal/poll.runtime_pollWait(0x7f43580e38f0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc029613998, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc029613980, 0xc0155bae21, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc029613980, 0xc0155bae21, 0x1, 0x1, 0xc00e74b020, 0x0, 0xc02237b298) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc01aa4a3f8, 0xc0155bae21, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0155bae10) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5179835 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x34e, 0x352, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x34e, 0x352, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc025481780, 0x352, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x352, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc016e59860, 0xc011de12f0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017f9d658, 0xc011de12f0, 0x0, 0xc034814b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc025481780, 0x380b840, 0xc018b79f80, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc018339d10, 0x380b840, 0xc01a5a83c0, 0x800, 0xc034814c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc018339d10, 0x380b840, 0xc01a5a83c0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02900e380, 0x380b840, 0xc01a5a83c0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02900e380, 0x380b840, 0xc01a5a83c0, 0x0, 0x0, 0x0, 0x326e760, 0xc02737bd00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02900e380, 0x380be40, 0xc018b79f80, 0x800000000, 0xc011b1b9e0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02900e380, 0xc01f8d6f00, 0xc029a566e3, 0xd, 0x1ecc509e, 0xed872ef7a, 0x4f79c20, 0xc0348151f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02900e380, 0xc01f8d6f00, 0x380ea60, 0xc0248959d0, 0xc029a566b3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02900e380, 0xc01f8d6f00, 0xc029a56690, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02900e380, 0xc01f8d6f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc024895660, 0x383ca00, 0xc02900e380, 0xc01f8d6f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc034815758, 0x383ca00, 0xc02900e380, 0xc01f8d6b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02900e380, 0xc01f8d6b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02900e380, 0xc01f8d6b00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02900e380, 0xc01f8d6b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02900e380, 0xc01f8d6900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02900e380, 0xc0156fe700) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02900e380, 0xc0156fe700) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bb58a00, 0x38483c0, 0xc0186d8d80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4478680 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0xa8, 0xb5, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0xa8, 0xb5, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc025220700, 0xb5, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0xb5, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc025c987e0, 0xc025f93da0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc024be8ba8, 0xc025f93da0, 0x0, 0xc023fbeb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc025220700, 0x380b840, 0xc022e81fc0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0226c06f0, 0x380b840, 0xc001d80b40, 0x800, 0xc023fbec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0226c06f0, 0x380b840, 0xc001d80b40, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01d7101c0, 0x380b840, 0xc001d80b40, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01d7101c0, 0x380b840, 0xc001d80b40, 0x0, 0x0, 0x0, 0x326e760, 0xc025ce6100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01d7101c0, 0x380be40, 0xc022e81fc0, 0x800000000, 0xc0259afb60, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01d7101c0, 0xc025ca0400, 0xc0259dace3, 0xd, 0x1cc9eac0, 0xed8721ca8, 0x4f79c20, 0xc023fbf1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01d7101c0, 0xc025ca0400, 0x380ea60, 0xc025ca2640, 0xc0259dacb3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01d7101c0, 0xc025ca0400, 0xc0259dac90, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01d7101c0, 0xc025ca0400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc025ca2320, 0x383ca00, 0xc01d7101c0, 0xc025ca0400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc023fbf758, 0x383ca00, 0xc01d7101c0, 0xc025ca0200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01d7101c0, 0xc025ca0200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01d7101c0, 0xc025ca0200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01d7101c0, 0xc025ca0200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01d7101c0, 0xc025ca0000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01d7101c0, 0xc025161f00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01d7101c0, 0xc025161f00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc024fd85a0, 0x38483c0, 0xc025114b00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4895441 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x2b4, 0x2b5, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x2b4, 0x2b5, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc03128fd80, 0x2b5, 0x3fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x2b5, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc016cca720, 0xc0230feea0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0001228f8, 0xc0230feea0, 0x0, 0xc02f618b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc03128fd80, 0x380b840, 0xc000fa3100, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc000fa2fd0, 0x380b840, 0xc01d017548, 0x800, 0xc02f618c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc000fa2fd0, 0x380b840, 0xc01d017548, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02773cb60, 0x380b840, 0xc01d017548, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02773cb60, 0x380b840, 0xc01d017548, 0x0, 0x0, 0x0, 0x326e760, 0xc02ac58400, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02773cb60, 0x380be40, 0xc000fa3100, 0x400000000, 0xc014038460, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02773cb60, 0xc019289c00, 0xc025ef9043, 0xc, 0x18c5a1a8, 0xed79dda38, 0x4f79c20, 0xc02f6191f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02773cb60, 0xc019289c00, 0x380ea60, 0xc000405810, 0xc025ef8f83, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02773cb60, 0xc019289c00, 0xc025ef8f60, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02773cb60, 0xc019289c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc000405270, 0x383ca00, 0xc02773cb60, 0xc019289c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02f619758, 0x383ca00, 0xc02773cb60, 0xc019289700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02773cb60, 0xc019289700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02773cb60, 0xc019289700) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02773cb60, 0xc019289700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02773cb60, 0xc019289500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02773cb60, 0xc000497900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02773cb60, 0xc000497900) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc000fdc6e0, 0x38483c0, 0xc0183f4600) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6678281 [IO wait, 125 minutes]: internal/poll.runtime_pollWait(0x7f4168057b70, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01a2c6418, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01a2c6400, 0xc0177c65e1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01a2c6400, 0xc0177c65e1, 0x1, 0x1, 0x0, 0xc01459c298, 0xc00254d7c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02ac79a88, 0xc0177c65e1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0177c65d0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5127606 [IO wait, 199 minutes]: internal/poll.runtime_pollWait(0x7f418706a420, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02d1dd098, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02d1dd080, 0xc025a08ee1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02d1dd080, 0xc025a08ee1, 0x1, 0x1, 0xc015ae3920, 0x0, 0xc020ad9b58) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00001af08, 0xc025a08ee1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc025a08ed0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5916576 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x4ab, 0x4b7, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x4ab, 0x4b7, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01fdfcc00, 0x4b7, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x4b7, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01faf87e0, 0xc01835a840, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017f9dc38, 0xc01835a840, 0x0, 0xc012216b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01fdfcc00, 0x380b840, 0xc02aef3568, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02cc9fe70, 0x380b840, 0xc01679cdc8, 0x800, 0xc012216c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02cc9fe70, 0x380b840, 0xc01679cdc8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02900f5e0, 0x380b840, 0xc01679cdc8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02900f5e0, 0x380b840, 0xc01679cdc8, 0x0, 0x0, 0x0, 0x326e760, 0xc033526b00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02900f5e0, 0x380be40, 0xc02aef3568, 0x800000000, 0xc01de51820, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02900f5e0, 0xc0194df300, 0xc01f54cf53, 0xd, 0x111b0438, 0xed81c70aa, 0x4f79c20, 0xc0122171f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02900f5e0, 0xc0194df300, 0x380ea60, 0xc03093d1a0, 0xc01f54cef3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02900f5e0, 0xc0194df300, 0xc01f54ced0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02900f5e0, 0xc0194df300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc03093ce60, 0x383ca00, 0xc02900f5e0, 0xc0194df300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc012217758, 0x383ca00, 0xc02900f5e0, 0xc0194ded00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02900f5e0, 0xc0194ded00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02900f5e0, 0xc0194ded00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02900f5e0, 0xc0194ded00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02900f5e0, 0xc0194de100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02900f5e0, 0xc002081d00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02900f5e0, 0xc002081d00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0189e8e60, 0x38483c0, 0xc024e71680) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5283863 [IO wait, 191 minutes]: internal/poll.runtime_pollWait(0x7f4184187868, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02372dd18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02372dd00, 0xc0147b9b71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02372dd00, 0xc0147b9b71, 0x1, 0x1, 0xc00e67f800, 0x0, 0xc02bf2e518) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0271a6cf8, 0xc0147b9b71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0147b9b60) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5283745 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x386, 0x389, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x386, 0x389, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0148cc780, 0x389, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x389, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc016f159e0, 0xc020eb4810, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc016414078, 0xc020eb4810, 0x0, 0xc02d278b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0148cc780, 0x380b840, 0xc002a17e80, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017400c70, 0x380b840, 0xc016d9be18, 0x800, 0xc02d278c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017400c70, 0x380b840, 0xc016d9be18, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0154ce700, 0x380b840, 0xc016d9be18, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0154ce700, 0x380b840, 0xc016d9be18, 0x0, 0x0, 0x0, 0x326e760, 0xc02b11cf00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0154ce700, 0x380be40, 0xc002a17e80, 0x800000000, 0xc02aea6e80, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0154ce700, 0xc01f3a7b00, 0xc02ab8fe83, 0xd, 0xf1e722d, 0xed7e23322, 0x4f79c20, 0xc02d2791f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0154ce700, 0xc01f3a7b00, 0x380ea60, 0xc032ba8d70, 0xc02ab8fe53, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0154ce700, 0xc01f3a7b00, 0xc02ab8fe30, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0154ce700, 0xc01f3a7b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc032ba8a50, 0x383ca00, 0xc0154ce700, 0xc01f3a7b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02d279758, 0x383ca00, 0xc0154ce700, 0xc01f3a7900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0154ce700, 0xc01f3a7900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0154ce700, 0xc01f3a7900) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0154ce700, 0xc01f3a7900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0154ce700, 0xc01f3a7700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0154ce700, 0xc01f3a7600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0154ce700, 0xc01f3a7600) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc027686640, 0x38483c0, 0xc01cffe500) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4481527 [IO wait, 229 minutes]: internal/poll.runtime_pollWait(0x7f4350199fd8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc023c23318, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc023c23300, 0xc01f849091, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc023c23300, 0xc01f849091, 0x1, 0x1, 0x0, 0xc01459c298, 0xc00057dfc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc025cf0b20, 0xc01f849091, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01f849080) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5155152 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x33f, 0x34b, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x33f, 0x34b, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc029338080, 0x34b, 0x3fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x34b, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02a0a68a0, 0xc028134360, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0271a7c78, 0xc028134360, 0x0, 0xc002a38b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc029338080, 0x380b840, 0xc015839620, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc032e61500, 0x380b840, 0xc00057e528, 0x800, 0xc002a38c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc032e61500, 0x380b840, 0xc00057e528, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02bf6f5e0, 0x380b840, 0xc00057e528, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02bf6f5e0, 0x380b840, 0xc00057e528, 0x0, 0x0, 0x0, 0x326e760, 0xc020ac4400, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02bf6f5e0, 0x380be40, 0xc015839620, 0x400000000, 0xc020a470e0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02bf6f5e0, 0xc011fdf100, 0xc02396de53, 0xc, 0xb2810f0, 0xed79d1f37, 0x4f79c20, 0xc002a391f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02bf6f5e0, 0xc011fdf100, 0x380ea60, 0xc022c29310, 0xc02396ddf3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02bf6f5e0, 0xc011fdf100, 0xc02396ddd0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02bf6f5e0, 0xc011fdf100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc022c28fe0, 0x383ca00, 0xc02bf6f5e0, 0xc011fdf100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc002a39758, 0x383ca00, 0xc02bf6f5e0, 0xc011fdee00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02bf6f5e0, 0xc011fdee00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02bf6f5e0, 0xc011fdee00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02bf6f5e0, 0xc011fdee00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02bf6f5e0, 0xc011fdea00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02bf6f5e0, 0xc019092d00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02bf6f5e0, 0xc019092d00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023d345a0, 0x38483c0, 0xc018f9f280) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6725842 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x5c5, 0x5c9, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x5c5, 0x5c9, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01237e680, 0x5c9, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x5c9, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc018e8a0c0, 0xc0218afaa0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0245e5bd0, 0xc0218afaa0, 0x0, 0xc03096eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01237e680, 0x380b840, 0xc020ec2d10, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02aef32c0, 0x380b840, 0xc015724750, 0x800, 0xc03096ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02aef32c0, 0x380b840, 0xc015724750, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc010f07260, 0x380b840, 0xc015724750, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc010f07260, 0x380b840, 0xc015724750, 0x0, 0x0, 0x0, 0x326e760, 0xc0214eb700, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc010f07260, 0x380be40, 0xc020ec2d10, 0x800000000, 0xc016add080, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc010f07260, 0xc01ba37500, 0xc030ae1853, 0xd, 0x1351153e, 0xed8194038, 0x4f79c20, 0xc03096f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc010f07260, 0xc01ba37500, 0x380ea60, 0xc01bb36eb0, 0xc030ae1823, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc010f07260, 0xc01ba37500, 0xc030ae1800, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc010f07260, 0xc01ba37500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01bb36b80, 0x383ca00, 0xc010f07260, 0xc01ba37500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03096f758, 0x383ca00, 0xc010f07260, 0xc01ba36e00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc010f07260, 0xc01ba36e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc010f07260, 0xc01ba36e00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc010f07260, 0xc01ba36e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc010f07260, 0xc01ba36c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc010f07260, 0xc011fdef00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc010f07260, 0xc011fdef00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01a2efcc0, 0x38483c0, 0xc021341c40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5283847 [syscall, 4 minutes]: syscall.Syscall6(0x28, 0x38a, 0x38b, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x38a, 0x38b, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02372dd00, 0x38b, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x38b, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01a777980, 0xc016de29c0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0339f75b8, 0xc016de29c0, 0x0, 0xc032ad0b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02372dd00, 0x380b840, 0xc017e42888, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0271a6cf8, 0x380b840, 0xc0026870b0, 0x800, 0xc032ad0c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0271a6cf8, 0x380b840, 0xc0026870b0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01b2c9260, 0x380b840, 0xc0026870b0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01b2c9260, 0x380b840, 0xc0026870b0, 0x0, 0x0, 0x0, 0x326e760, 0xc02dead600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01b2c9260, 0x380be40, 0xc017e42888, 0x800000000, 0xc030baa820, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01b2c9260, 0xc02194d600, 0xc030463cd3, 0xd, 0x1efae362, 0xed86fd63c, 0x4f79c20, 0xc032ad11f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01b2c9260, 0xc02194d600, 0x380ea60, 0xc016df9150, 0xc030463ca3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01b2c9260, 0xc02194d600, 0xc030463c80, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01b2c9260, 0xc02194d600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc016df8e20, 0x383ca00, 0xc01b2c9260, 0xc02194d600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc032ad1758, 0x383ca00, 0xc01b2c9260, 0xc02194d400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01b2c9260, 0xc02194d400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01b2c9260, 0xc02194d400) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01b2c9260, 0xc02194d400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01b2c9260, 0xc02194d200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01b2c9260, 0xc02194d100) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01b2c9260, 0xc02194d100) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc002674460, 0x38483c0, 0xc02bf2e480) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4495269 [IO wait, 229 minutes]: internal/poll.runtime_pollWait(0x7f41c0125c08, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01a2c7718, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01a2c7700, 0xc019570311, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01a2c7700, 0xc019570311, 0x1, 0x1, 0xc01746cea0, 0x0, 0xc02a260018) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0001184e0, 0xc019570311, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc019570300) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4676283 [IO wait, 221 minutes]: internal/poll.runtime_pollWait(0x7f41ac0c58d0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01968af18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01968af00, 0xc0121ef1b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01968af00, 0xc0121ef1b1, 0x1, 0x1, 0xc011f55e60, 0x0, 0xc017f80cd8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000010870, 0xc0121ef1b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0121ef1a0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5871338 [syscall]: syscall.Syscall6(0x28, 0x49b, 0x49e, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x49b, 0x49e, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01736d180, 0x49e, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x49e, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01814bd40, 0xc02f0b6d20, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc020b463e8, 0xc02f0b6d20, 0x0, 0xc00e728b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01736d180, 0x380b840, 0xc02f4a22e8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02f4a21a8, 0x380b840, 0xc002a14588, 0x800, 0xc00e728c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02f4a21a8, 0x380b840, 0xc002a14588, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0348821c0, 0x380b840, 0xc002a14588, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0348821c0, 0x380b840, 0xc002a14588, 0x0, 0x0, 0x0, 0x326e760, 0xc012b0a000, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0348821c0, 0x380be40, 0xc02f4a22e8, 0x800000000, 0xc03477f2e0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0348821c0, 0xc022dbc700, 0xc032560e63, 0xd, 0x12cedc35, 0xed8176ede, 0x4f79c20, 0xc00e7291f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0348821c0, 0xc022dbc700, 0x380ea60, 0xc0013567b0, 0xc032560e33, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0348821c0, 0xc022dbc700, 0xc032560e10, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0348821c0, 0xc022dbc700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc001356490, 0x383ca00, 0xc0348821c0, 0xc022dbc700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc00e729758, 0x383ca00, 0xc0348821c0, 0xc022dbc300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0348821c0, 0xc022dbc300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0348821c0, 0xc022dbc300) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0348821c0, 0xc022dbc300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0348821c0, 0xc022dbc000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0348821c0, 0xc02194de00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0348821c0, 0xc02194de00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01a2eeaa0, 0x38483c0, 0xc0252f6880) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5544423 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x411, 0x410, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x411, 0x410, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0320c3300, 0x410, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x410, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0292db860, 0xc02723a060, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc026042b98, 0xc02723a060, 0x0, 0xc00f8d0b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0320c3300, 0x380b840, 0xc0001225b0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017742058, 0x380b840, 0xc040ad5110, 0x800, 0xc00f8d0c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017742058, 0x380b840, 0xc040ad5110, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc00f76cb60, 0x380b840, 0xc040ad5110, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc00f76cb60, 0x380b840, 0xc040ad5110, 0x0, 0x0, 0x0, 0x326e760, 0xc02b422a00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc00f76cb60, 0x380be40, 0xc0001225b0, 0x200000000, 0xc02b44c0c0, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc00f76cb60, 0xc019288d00, 0xc02b44c083, 0xc, 0x36fc5a87, 0xed79b6ca7, 0x4f79c20, 0xc0177231f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc00f76cb60, 0xc019288d00, 0x380ea60, 0xc0229f78c0, 0xc02b44c023, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc00f76cb60, 0xc019288d00, 0xc02b44c000, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc00f76cb60, 0xc019288d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0229f75a0, 0x383ca00, 0xc00f76cb60, 0xc019288d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017723758, 0x383ca00, 0xc00f76cb60, 0xc019288400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc00f76cb60, 0xc019288400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc00f76cb60, 0xc019288400) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc00f76cb60, 0xc019288400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc00f76cb60, 0xc02194de00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc00f76cb60, 0xc02194dd00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc00f76cb60, 0xc02194dd00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0022328c0, 0x38483c0, 0xc02f5afec0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5387591 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x3bb, 0x3c2, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x3bb, 0x3c2, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc013e20000, 0x3c2, 0x3fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x3c2, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc016ec96e0, 0xc020db3740, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0031d4430, 0xc020db3740, 0x0, 0xc036ed4b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc013e20000, 0x380b840, 0xc02ad6e330, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02cc9fe28, 0x380b840, 0xc0146d8558, 0x800, 0xc036ed4c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02cc9fe28, 0x380b840, 0xc0146d8558, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0373fa0e0, 0x380b840, 0xc0146d8558, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0373fa0e0, 0x380b840, 0xc0146d8558, 0x0, 0x0, 0x0, 0x326e760, 0xc0264da000, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0373fa0e0, 0x380be40, 0xc02ad6e330, 0x400000000, 0xc025df3ce0, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0373fa0e0, 0xc019567300, 0xc025df3c73, 0xc, 0x88f155, 0xed79d8a2e, 0x4f79c20, 0xc036ed51f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0373fa0e0, 0xc019567300, 0x380ea60, 0xc010947080, 0xc025df3823, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0373fa0e0, 0xc019567300, 0xc025df3800, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0373fa0e0, 0xc019567300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc010946d50, 0x383ca00, 0xc0373fa0e0, 0xc019567300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc036ed5758, 0x383ca00, 0xc0373fa0e0, 0xc019567000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0373fa0e0, 0xc019567000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0373fa0e0, 0xc019567000) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0373fa0e0, 0xc019567000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0373fa0e0, 0xc019566d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0373fa0e0, 0xc019566c00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0373fa0e0, 0xc019566c00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01ae281e0, 0x38483c0, 0xc017274880) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6337140 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x542, 0x546, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x542, 0x546, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc029612f00, 0x546, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x546, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02a0adf80, 0xc01dec9500, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc030b95c60, 0xc01dec9500, 0x0, 0xc0246c6b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc029612f00, 0x380b840, 0xc018663248, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc024be9a40, 0x380b840, 0xc025192f90, 0x800, 0xc0246c6c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc024be9a40, 0x380b840, 0xc025192f90, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc028fca540, 0x380b840, 0xc025192f90, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc028fca540, 0x380b840, 0xc025192f90, 0x0, 0x0, 0x0, 0x326e760, 0xc001927800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc028fca540, 0x380be40, 0xc018663248, 0x800000000, 0xc01de806a0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc028fca540, 0xc01f3a6000, 0xc01d619223, 0xd, 0x7957439, 0xed8663dfd, 0x4f79c20, 0xc0246c71f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc028fca540, 0xc01f3a6000, 0x380ea60, 0xc03093c110, 0xc01d6191f3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc028fca540, 0xc01f3a6000, 0xc01d6191d0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc028fca540, 0xc01f3a6000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0207f5dd0, 0x383ca00, 0xc028fca540, 0xc01f3a6000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0246c7758, 0x383ca00, 0xc028fca540, 0xc030689900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc028fca540, 0xc030689900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc028fca540, 0xc030689900) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc028fca540, 0xc030689900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc028fca540, 0xc030689500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc028fca540, 0xc030689300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc028fca540, 0xc030689300) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc019525360, 0x38483c0, 0xc03740cc40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4518138 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x154, 0x157, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x154, 0x157, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc038591980, 0x157, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x157, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01fe4fd40, 0xc019238c60, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0158398f8, 0xc019238c60, 0x0, 0xc02fe5ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc038591980, 0x380b840, 0xc02aef3df8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc00001bfa0, 0x380b840, 0xc02ad4c6f0, 0x800, 0xc02fe5ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc00001bfa0, 0x380b840, 0xc02ad4c6f0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01e0b5dc0, 0x380b840, 0xc02ad4c6f0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01e0b5dc0, 0x380b840, 0xc02ad4c6f0, 0x0, 0x0, 0x0, 0x326e760, 0xc026ba8400, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01e0b5dc0, 0x380be40, 0xc02aef3df8, 0x200000000, 0xc011c5fc00, 0x1e, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01e0b5dc0, 0xc019567f00, 0xc0393d0383, 0xd, 0xf67f99a, 0xed7f59732, 0x4f79c20, 0xc02fe5b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01e0b5dc0, 0xc019567f00, 0x380ea60, 0xc021c112d0, 0xc0393d0323, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01e0b5dc0, 0xc019567f00, 0xc0393d0300, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01e0b5dc0, 0xc019567f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc021c10f60, 0x383ca00, 0xc01e0b5dc0, 0xc019567f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02fe5b758, 0x383ca00, 0xc01e0b5dc0, 0xc019567d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01e0b5dc0, 0xc019567d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01e0b5dc0, 0xc019567d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01e0b5dc0, 0xc019567d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01e0b5dc0, 0xc019567b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01e0b5dc0, 0xc019567a00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01e0b5dc0, 0xc019567a00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018b86e60, 0x38483c0, 0xc016cd3140) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 7282381 [IO wait, 96 minutes]: internal/poll.runtime_pollWait(0x7f41c0126600, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc016f62518, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc016f62500, 0xc02ed04371, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc016f62500, 0xc02ed04371, 0x1, 0x1, 0xc016b82780, 0x0, 0xc04131da58) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02f4a3210, 0xc02ed04371, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02ed04360) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4479495 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f43580e3380, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc026f36398, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc026f36380, 0xc026d5c641, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc026f36380, 0xc026d5c641, 0x1, 0x1, 0x0, 0xc01459c298, 0xc02a6d37c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc025cf0ea0, 0xc026d5c641, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc026d5c630) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5758266 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x46d, 0x46e, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x46d, 0x46e, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc018d1b100, 0x46e, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x46e, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc020983260, 0xc01de97aa0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc021dd4cb0, 0xc01de97aa0, 0x0, 0xc001d4eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc018d1b100, 0x380b840, 0xc02ed29ba0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc025cf1168, 0x380b840, 0xc0026869d8, 0x800, 0xc001d4ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc025cf1168, 0x380b840, 0xc0026869d8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc031b1e9a0, 0x380b840, 0xc0026869d8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc031b1e9a0, 0x380b840, 0xc0026869d8, 0x0, 0x0, 0x0, 0x326e760, 0xc001000300, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc031b1e9a0, 0x380be40, 0xc02ed29ba0, 0x800000000, 0xc0231a7100, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc031b1e9a0, 0xc019289500, 0xc02c86f6a3, 0xd, 0x93ce5b9, 0xed86b46d1, 0x4f79c20, 0xc0249131f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc031b1e9a0, 0xc019289500, 0x380ea60, 0xc029c9f1b0, 0xc02c86f673, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc031b1e9a0, 0xc019289500, 0xc02c86f650, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc031b1e9a0, 0xc019289500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc029c9ee90, 0x383ca00, 0xc031b1e9a0, 0xc019289500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc024913758, 0x383ca00, 0xc031b1e9a0, 0xc019289200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc031b1e9a0, 0xc019289200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc031b1e9a0, 0xc019289200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc031b1e9a0, 0xc019289200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc031b1e9a0, 0xc019288600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc031b1e9a0, 0xc019288400) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc031b1e9a0, 0xc019288400) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bb595e0, 0x38483c0, 0xc0256a3e00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4489396 [IO wait, 229 minutes]: internal/poll.runtime_pollWait(0x7f4187171378, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc031453198, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc031453180, 0xc017628af1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc031453180, 0xc017628af1, 0x1, 0x1, 0xc018b75260, 0x0, 0xc01f932e18) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02aef33a8, 0xc017628af1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc017628ae0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4478865 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f41b8021ad0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc025220718, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc025220700, 0xc025145001, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc025220700, 0xc025145001, 0x1, 0x1, 0xc010a40840, 0x0, 0xc025114b98) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0226c06f0, 0xc025145001, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc025144ff0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4474391 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x5f, 0x60, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x5f, 0x60, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc017504000, 0x60, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x60, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01ac1ce40, 0xc01c228ae0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc002a17500, 0xc01c228ae0, 0x0, 0xc01a0eab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc017504000, 0x380b840, 0xc00001a6d0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc000196a18, 0x380b840, 0xc0222a22b8, 0x800, 0xc01a0eac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc000196a18, 0x380b840, 0xc0222a22b8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03914f180, 0x380b840, 0xc0222a22b8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03914f180, 0x380b840, 0xc0222a22b8, 0x0, 0x0, 0x0, 0x326e760, 0xc01bde4200, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03914f180, 0x380be40, 0xc00001a6d0, 0x800000000, 0xc01b7bfa60, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03914f180, 0xc019566500, 0xc01b7f2953, 0xd, 0x80e5a55, 0xed86b2f43, 0x4f79c20, 0xc01a0eb1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03914f180, 0xc019566500, 0x380ea60, 0xc00f1edc80, 0xc01b7f2923, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03914f180, 0xc019566500, 0xc01b7f2900, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03914f180, 0xc019566500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc00f1ed960, 0x383ca00, 0xc03914f180, 0xc019566500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01a0eb758, 0x383ca00, 0xc03914f180, 0xc019566200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03914f180, 0xc019566200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03914f180, 0xc019566200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03914f180, 0xc019566200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03914f180, 0xc019566000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03914f180, 0xc019288c00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03914f180, 0xc019288c00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01b5fc820, 0x38483c0, 0xc03c516880) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4786915 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x266, 0x268, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x266, 0x268, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01c971100, 0x268, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x268, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc03f70d6e0, 0xc0258377a0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0226c19a0, 0xc0258377a0, 0x0, 0xc030ad6b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01c971100, 0x380b840, 0xc000fa24f8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc029950940, 0x380b840, 0xc03b8bdc50, 0x800, 0xc030ad6c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc029950940, 0x380b840, 0xc03b8bdc50, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc013170620, 0x380b840, 0xc03b8bdc50, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc013170620, 0x380b840, 0xc03b8bdc50, 0x0, 0x0, 0x0, 0x326e760, 0xc0285c5500, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc013170620, 0x380be40, 0xc000fa24f8, 0x800000000, 0xc023f57740, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc013170620, 0xc0156ffe00, 0xc022b48e63, 0xd, 0x1b6fb9df, 0xed86bc66f, 0x4f79c20, 0xc030ad71f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc013170620, 0xc0156ffe00, 0x380ea60, 0xc01f4199d0, 0xc022b48e03, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc013170620, 0xc0156ffe00, 0xc022b48de0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc013170620, 0xc0156ffe00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01f4196b0, 0x383ca00, 0xc013170620, 0xc0156ffe00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc030ad7758, 0x383ca00, 0xc013170620, 0xc0156ffb00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc013170620, 0xc0156ffb00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc013170620, 0xc0156ffb00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc013170620, 0xc0156ffb00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc013170620, 0xc0156ff800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc013170620, 0xc0156ff700) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc013170620, 0xc0156ff700) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023d34be0, 0x38483c0, 0xc0100412c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6027195 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x4d2, 0x4d5, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x4d2, 0x4d5, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc03249f280, 0x4d5, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x4d5, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0377fdf80, 0xc021ee56e0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc030b94a00, 0xc021ee56e0, 0x0, 0xc02d070b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc03249f280, 0x380b840, 0xc0339f67f0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc020b47a88, 0x380b840, 0xc02bf4d8c0, 0x800, 0xc02d070c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc020b47a88, 0x380b840, 0xc02bf4d8c0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02d552e00, 0x380b840, 0xc02bf4d8c0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02d552e00, 0x380b840, 0xc02bf4d8c0, 0x0, 0x0, 0x0, 0x326e760, 0xc0324e5800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02d552e00, 0x380be40, 0xc0339f67f0, 0x800000000, 0xc012d2aa80, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02d552e00, 0xc026842500, 0xc023aa57c3, 0xd, 0xb702a77, 0xed876467b, 0x4f79c20, 0xc02d0711f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02d552e00, 0xc026842500, 0x380ea60, 0xc014b2be70, 0xc023aa5793, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02d552e00, 0xc026842500, 0xc023aa5770, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02d552e00, 0xc026842500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc014b2bb50, 0x383ca00, 0xc02d552e00, 0xc026842500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02d071758, 0x383ca00, 0xc02d552e00, 0xc026842300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02d552e00, 0xc026842300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02d552e00, 0xc026842300) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02d552e00, 0xc026842300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02d552e00, 0xc026842100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02d552e00, 0xc0193a7e00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02d552e00, 0xc0193a7e00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc027687900, 0x38483c0, 0xc023e3b2c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6375888 [syscall, 4 minutes]: syscall.Syscall6(0x28, 0x554, 0x52f, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x554, 0x52f, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc027187780, 0x52f, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x52f, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02719e4e0, 0xc026de2570, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc029951ee8, 0xc026de2570, 0x0, 0xc010ffab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc027187780, 0x380b840, 0xc0177436a0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc030b95d60, 0x380b840, 0xc012e68990, 0x800, 0xc010ffac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc030b95d60, 0x380b840, 0xc012e68990, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03921b0a0, 0x380b840, 0xc012e68990, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03921b0a0, 0x380b840, 0xc012e68990, 0x0, 0x0, 0x0, 0x326e760, 0xc010d19d00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03921b0a0, 0x380be40, 0xc0177436a0, 0x800000000, 0xc01de493a0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03921b0a0, 0xc0147d5c00, 0xc026867a93, 0xd, 0xe34b29c, 0xed7e45918, 0x4f79c20, 0xc010ffb1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03921b0a0, 0xc0147d5c00, 0x380ea60, 0xc02605f790, 0xc026867a63, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03921b0a0, 0xc0147d5c00, 0xc026867a40, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03921b0a0, 0xc0147d5c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02605f470, 0x383ca00, 0xc03921b0a0, 0xc0147d5c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc010ffb758, 0x383ca00, 0xc03921b0a0, 0xc0147d5900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03921b0a0, 0xc0147d5900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03921b0a0, 0xc0147d5900) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03921b0a0, 0xc0147d5900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03921b0a0, 0xc0147d5700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03921b0a0, 0xc019092600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03921b0a0, 0xc019092600) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018b86b40, 0x38483c0, 0xc025303c40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4478825 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f41241491f0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc025287398, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc025287380, 0xc025836521, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc025287380, 0xc025836521, 0x1, 0x1, 0xc024c4c660, 0x0, 0xc0258461d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc023cfafb0, 0xc025836521, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc025836510) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4546345 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x188, 0x18a, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x188, 0x18a, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02ad7bc00, 0x18a, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x18a, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0181e5920, 0xc02f501530, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc000119c08, 0xc02f501530, 0x0, 0xc014544b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02ad7bc00, 0x380b840, 0xc025cf0ea8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02ad6f7f8, 0x380b840, 0xc011c268e8, 0x800, 0xc014544c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02ad6f7f8, 0x380b840, 0xc011c268e8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01200d260, 0x380b840, 0xc011c268e8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01200d260, 0x380b840, 0xc011c268e8, 0x0, 0x0, 0x0, 0x326e760, 0xc010f11b00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01200d260, 0x380be40, 0xc025cf0ea8, 0x800000000, 0xc0110af440, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01200d260, 0xc00233d300, 0xc0319605c3, 0xd, 0x15ab3e40, 0xed81ba98f, 0x4f79c20, 0xc0145451f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01200d260, 0xc00233d300, 0x380ea60, 0xc020d2be60, 0xc031960593, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01200d260, 0xc00233d300, 0xc031960570, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01200d260, 0xc00233d300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc020d2bb40, 0x383ca00, 0xc01200d260, 0xc00233d300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc014545758, 0x383ca00, 0xc01200d260, 0xc00233d100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01200d260, 0xc00233d100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01200d260, 0xc00233d100) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01200d260, 0xc00233d100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01200d260, 0xc00233ce00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01200d260, 0xc00233cd00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01200d260, 0xc00233cd00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bd71e00, 0x38483c0, 0xc017f804c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4592926 [IO wait, 225 minutes]: internal/poll.runtime_pollWait(0x7f43000bd840, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc026a81298, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc026a81280, 0xc023fe56f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc026a81280, 0xc023fe56f1, 0x1, 0x1, 0xc012201320, 0x0, 0xc0186d96d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc003050c38, 0xc023fe56f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc023fe56e0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4579377 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x1ba, 0x1bd, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x1ba, 0x1bd, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc029612800, 0x1bd, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x1bd, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0343b6ea0, 0xc019ac09f0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc025cf0e48, 0xc019ac09f0, 0x0, 0xc02e7b6b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc029612800, 0x380b840, 0xc0031d5a18, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc001db84c8, 0x380b840, 0xc002f6f530, 0x800, 0xc02e7b6c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc001db84c8, 0x380b840, 0xc002f6f530, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01c7a2000, 0x380b840, 0xc002f6f530, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01c7a2000, 0x380b840, 0xc002f6f530, 0x0, 0x0, 0x0, 0x326e760, 0xc02bdd2d00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01c7a2000, 0x380be40, 0xc0031d5a18, 0x800000000, 0xc010fef120, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01c7a2000, 0xc030688800, 0xc02d52c083, 0xd, 0x11b0c597, 0xed86c2f6f, 0x4f79c20, 0xc02e7b71f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01c7a2000, 0xc030688800, 0x380ea60, 0xc019768ef0, 0xc02d52c053, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01c7a2000, 0xc030688800, 0xc02d52c030, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01c7a2000, 0xc030688800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc019768bc0, 0x383ca00, 0xc01c7a2000, 0xc030688800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02e7b7758, 0x383ca00, 0xc01c7a2000, 0xc030688600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01c7a2000, 0xc030688600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01c7a2000, 0xc030688600) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01c7a2000, 0xc030688600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01c7a2000, 0xc030688400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01c7a2000, 0xc0147d4700) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01c7a2000, 0xc0147d4700) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc033008820, 0x38483c0, 0xc014255440) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4620839 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x1e5, 0x1e8, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x1e5, 0x1e8, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01c949d80, 0x1e8, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x1e8, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc022cb8000, 0xc016291560, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02f4a2368, 0xc016291560, 0x0, 0xc010776b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01c949d80, 0x380b840, 0xc001db9a88, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0329ec3d8, 0x380b840, 0xc025f877e8, 0x800, 0xc010776c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0329ec3d8, 0x380b840, 0xc025f877e8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02fed1c00, 0x380b840, 0xc025f877e8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02fed1c00, 0x380b840, 0xc025f877e8, 0x0, 0x0, 0x0, 0x326e760, 0xc0211b1100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02fed1c00, 0x380be40, 0xc001db9a88, 0x800000000, 0xc020ee54a0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02fed1c00, 0xc011fdea00, 0xc020b755e3, 0xd, 0x10b3ae72, 0xed874edb8, 0x4f79c20, 0xc0181d91f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02fed1c00, 0xc011fdea00, 0x380ea60, 0xc01622e000, 0xc020b755b3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02fed1c00, 0xc011fdea00, 0xc020b75590, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02fed1c00, 0xc011fdea00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0161fbc90, 0x383ca00, 0xc02fed1c00, 0xc011fdea00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0181d9758, 0x383ca00, 0xc02fed1c00, 0xc011fde800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02fed1c00, 0xc011fde800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02fed1c00, 0xc011fde800) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02fed1c00, 0xc011fde800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02fed1c00, 0xc011fde500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02fed1c00, 0xc011fde400) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02fed1c00, 0xc011fde400) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc02281fea0, 0x38483c0, 0xc02b338140) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5329632 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x39e, 0x3a7, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x39e, 0x3a7, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc031db4180, 0x3a7, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x3a7, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc012adad80, 0xc020f6eed0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02c785698, 0xc020f6eed0, 0x0, 0xc013ae4b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc031db4180, 0x380b840, 0xc0155b8b90, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02ac785c8, 0x380b840, 0xc026a3ca98, 0x800, 0xc013ae4c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02ac785c8, 0x380b840, 0xc026a3ca98, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0373fa620, 0x380b840, 0xc026a3ca98, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0373fa620, 0x380b840, 0xc026a3ca98, 0x0, 0x0, 0x0, 0x326e760, 0xc01ade4a00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0373fa620, 0x380be40, 0xc0155b8b90, 0x800000000, 0xc02a1f2820, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0373fa620, 0xc019093300, 0xc031956e03, 0xd, 0x8a23fb7, 0xed871bcaf, 0x4f79c20, 0xc013ae51f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0373fa620, 0xc019093300, 0x380ea60, 0xc02ffa8c90, 0xc031956dd3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0373fa620, 0xc019093300, 0xc031956db0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0373fa620, 0xc019093300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02ffa8970, 0x383ca00, 0xc0373fa620, 0xc019093300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc013ae5758, 0x383ca00, 0xc0373fa620, 0xc019092a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0373fa620, 0xc019092a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0373fa620, 0xc019092a00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0373fa620, 0xc019092a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0373fa620, 0xc019092600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0373fa620, 0xc030689400) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0373fa620, 0xc030689400) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc002674c80, 0x38483c0, 0xc0213c9a00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4579462 [IO wait, 225 minutes]: internal/poll.runtime_pollWait(0x7f4187a68eb8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc029612818, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc029612800, 0xc0248eec71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc029612800, 0xc0248eec71, 0x1, 0x1, 0xc02a95df48, 0xc000a1a138, 0xc02a95dfc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc001db84c8, 0xc0248eec71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0248eec60) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4833062 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x28a, 0x28e, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x28a, 0x28e, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01587c180, 0x28e, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x28e, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc021c08ba0, 0xc016e14060, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0154fd878, 0xc016e14060, 0x0, 0xc02db5cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01587c180, 0x380b840, 0xc022e807f8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0001181a8, 0x380b840, 0xc000253bf0, 0x800, 0xc02db5cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0001181a8, 0x380b840, 0xc000253bf0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03b600620, 0x380b840, 0xc000253bf0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03b600620, 0x380b840, 0xc000253bf0, 0x0, 0x0, 0x0, 0x326e760, 0xc01c72f400, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03b600620, 0x380be40, 0xc022e807f8, 0x800000000, 0xc01c742500, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03b600620, 0xc02c5cdb00, 0xc0337261d3, 0xd, 0x24282623, 0xed86901ea, 0x4f79c20, 0xc02db5d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03b600620, 0xc02c5cdb00, 0x380ea60, 0xc01f360b80, 0xc033726173, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03b600620, 0xc02c5cdb00, 0xc033726150, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03b600620, 0xc02c5cdb00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01f360860, 0x383ca00, 0xc03b600620, 0xc02c5cdb00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02db5d758, 0x383ca00, 0xc03b600620, 0xc02c5cd500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03b600620, 0xc02c5cd500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03b600620, 0xc02c5cd500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03b600620, 0xc02c5cd500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03b600620, 0xc02c5cd300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03b600620, 0xc02c5cd200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03b600620, 0xc02c5cd200) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0236ea1e0, 0x38483c0, 0xc014b32180) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4895463 [IO wait, 210 minutes]: internal/poll.runtime_pollWait(0x7f41c0126348, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc03128fd98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc03128fd80, 0xc0237f7841, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc03128fd80, 0xc0237f7841, 0x1, 0x1, 0xc02abda748, 0xc000a1a138, 0xc02abda7c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000fa2fd0, 0xc0237f7841, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0237f7830) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4488765 [IO wait, 229 minutes]: internal/poll.runtime_pollWait(0x7f41b810b848, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02992bd18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02992bd00, 0xc022e739f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02992bd00, 0xc022e739f1, 0x1, 0x1, 0xc02c5e4120, 0x0, 0xc0168be998) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0271a6788, 0xc022e739f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc022e739e0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5348189 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x3a8, 0x3b1, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x3a8, 0x3b1, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc029613f00, 0x3b1, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x3b1, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc014ccda40, 0xc01fc14000, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017400950, 0xc01fc14000, 0x0, 0xc02ef68b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc029613f00, 0x380b840, 0xc02f6da140, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc021dd5510, 0x380b840, 0xc0203c1a10, 0x800, 0xc02ef68c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc021dd5510, 0x380b840, 0xc0203c1a10, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0228b8700, 0x380b840, 0xc0203c1a10, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0228b8700, 0x380b840, 0xc0203c1a10, 0x0, 0x0, 0x0, 0x326e760, 0xc0259fc100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0228b8700, 0x380be40, 0xc02f6da140, 0x800000000, 0xc0259a5020, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0228b8700, 0xc026d32d00, 0xc025659a33, 0xd, 0x2db4a238, 0xed85998cb, 0x4f79c20, 0xc02ef691f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0228b8700, 0xc026d32d00, 0x380ea60, 0xc0359baf10, 0xc025659a03, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0228b8700, 0xc026d32d00, 0xc0256599e0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0228b8700, 0xc026d32d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0359babe0, 0x383ca00, 0xc0228b8700, 0xc026d32d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02ef69758, 0x383ca00, 0xc0228b8700, 0xc026d32900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0228b8700, 0xc026d32900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0228b8700, 0xc026d32900) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0228b8700, 0xc026d32900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0228b8700, 0xc026d32600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0228b8700, 0xc026d32300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0228b8700, 0xc026d32300) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018d21220, 0x38483c0, 0xc032a95d80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4477621 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f4187166dd8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc021ebb318, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc021ebb300, 0xc021efbea1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc021ebb300, 0xc021efbea1, 0x1, 0x1, 0xc016d245a0, 0x0, 0xc014e99618) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc01f9af660, 0xc021efbea1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc021efbe90) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4479222 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f43000c4a68, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc025c31498, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc025c31480, 0xc026095f91, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc025c31480, 0xc026095f91, 0x1, 0x1, 0xc02142b3e0, 0xc01459c298, 0xc001c867c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc024be8e00, 0xc026095f91, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc026095f80) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4489451 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x104, 0x106, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x104, 0x106, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc031453980, 0x106, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x106, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01ab68120, 0xc002e77440, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02ac79818, 0xc002e77440, 0x0, 0xc027658b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc031453980, 0x380b840, 0xc02ac79810, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02aef34a8, 0x380b840, 0xc02d40b7a0, 0x800, 0xc027658c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02aef34a8, 0x380b840, 0xc02d40b7a0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0386e61c0, 0x380b840, 0xc02d40b7a0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0386e61c0, 0x380b840, 0xc02d40b7a0, 0x0, 0x0, 0x0, 0x326e760, 0xc00098a900, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0386e61c0, 0x380be40, 0xc02ac79810, 0x800000000, 0xc0112a5aa0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0386e61c0, 0xc014403c00, 0xc01ca8f8e3, 0xd, 0xa15bd2, 0xed875f383, 0x4f79c20, 0xc0276591f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0386e61c0, 0xc014403c00, 0x380ea60, 0xc020722e00, 0xc01ca8f8b3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0386e61c0, 0xc014403c00, 0xc01ca8f890, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0386e61c0, 0xc014403c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc020722ae0, 0x383ca00, 0xc0386e61c0, 0xc014403c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc027659758, 0x383ca00, 0xc0386e61c0, 0xc014403a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0386e61c0, 0xc014403a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0386e61c0, 0xc014403a00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0386e61c0, 0xc014403a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0386e61c0, 0xc014403800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0386e61c0, 0xc014403700) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0386e61c0, 0xc014403700) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc001f5dea0, 0x38483c0, 0xc02d404b00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4943075 [IO wait, 208 minutes]: internal/poll.runtime_pollWait(0x7f41c0125cf0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc023bc0918, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc023bc0900, 0xc01f801931, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc023bc0900, 0xc01f801931, 0x1, 0x1, 0xc02ee0fda0, 0x0, 0xc0120f7e58) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc01aa4b690, 0xc01f801931, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01f801920) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6785981 [IO wait, 119 minutes]: internal/poll.runtime_pollWait(0x7f41871665b0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0230a3e98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0230a3e80, 0xc034878641, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0230a3e80, 0xc034878641, 0x1, 0x1, 0xc031274748, 0xc01459c298, 0xc0312747c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0164144f0, 0xc034878641, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc034878630) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5540953 [syscall]: syscall.Syscall6(0x28, 0x40c, 0x40e, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x40c, 0x40e, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01453a000, 0x40e, 0x3fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x40e, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc015047a40, 0xc016043680, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc020ec2790, 0xc016043680, 0x0, 0xc013ae6b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01453a000, 0x380b840, 0xc0271a75d8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02aef2fa8, 0x380b840, 0xc03345e300, 0x800, 0xc013ae6c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02aef2fa8, 0x380b840, 0xc03345e300, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc031b98460, 0x380b840, 0xc03345e300, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc031b98460, 0x380b840, 0xc03345e300, 0x0, 0x0, 0x0, 0x326e760, 0xc01ca3f300, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc031b98460, 0x380be40, 0xc0271a75d8, 0x400000000, 0xc038d90ea0, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc031b98460, 0xc0193a7f00, 0xc038d90e03, 0xc, 0x2a23817, 0xed79d1fe7, 0x4f79c20, 0xc013ae71f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc031b98460, 0xc0193a7f00, 0x380ea60, 0xc01f1fbdb0, 0xc038d90d43, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc031b98460, 0xc0193a7f00, 0xc038d90d20, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc031b98460, 0xc0193a7f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01f1fba90, 0x383ca00, 0xc031b98460, 0xc0193a7f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc013ae7758, 0x383ca00, 0xc031b98460, 0xc0193a7d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc031b98460, 0xc0193a7d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc031b98460, 0xc0193a7d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc031b98460, 0xc0193a7d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc031b98460, 0xc0193a7600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc031b98460, 0xc0020f2e00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc031b98460, 0xc0020f2e00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc033009680, 0x38483c0, 0xc02a34ccc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4583549 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x1b9, 0x1be, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x1b9, 0x1be, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc011b9e480, 0x1be, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x1be, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc003199500, 0xc024ade510, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0192c77e8, 0xc024ade510, 0x0, 0xc02e192b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc011b9e480, 0x380b840, 0xc01f9afea8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc000118f88, 0x380b840, 0xc017711e18, 0x800, 0xc02e192c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc000118f88, 0x380b840, 0xc017711e18, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc030cd08c0, 0x380b840, 0xc017711e18, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc030cd08c0, 0x380b840, 0xc017711e18, 0x0, 0x0, 0x0, 0x326e760, 0xc0316aaf00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc030cd08c0, 0x380be40, 0xc01f9afea8, 0x800000000, 0xc0171f5fe0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc030cd08c0, 0xc00233d200, 0xc0316b0053, 0xd, 0x14403ac6, 0xed86c5db9, 0x4f79c20, 0xc02e1931f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc030cd08c0, 0xc00233d200, 0x380ea60, 0xc0359bb770, 0xc0316b0023, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc030cd08c0, 0xc00233d200, 0xc0316b0000, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc030cd08c0, 0xc00233d200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0359bb450, 0x383ca00, 0xc030cd08c0, 0xc00233d200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02e193758, 0x383ca00, 0xc030cd08c0, 0xc00233d000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc030cd08c0, 0xc00233d000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc030cd08c0, 0xc00233d000) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc030cd08c0, 0xc00233d000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc030cd08c0, 0xc00233cc00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc030cd08c0, 0xc00233cb00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc030cd08c0, 0xc00233cb00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023edd860, 0x38483c0, 0xc021de4d40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4630104 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x1ef, 0x1f0, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x1ef, 0x1f0, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc026a1d780, 0x1f0, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x1f0, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0169cdd40, 0xc0306d1170, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0186634d8, 0xc0306d1170, 0x0, 0xc02a324b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc026a1d780, 0x380b840, 0xc0226c14e0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0245e5250, 0x380b840, 0xc0122cbfc8, 0x800, 0xc02a324c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0245e5250, 0x380b840, 0xc0122cbfc8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01154c540, 0x380b840, 0xc0122cbfc8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01154c540, 0x380b840, 0xc0122cbfc8, 0x0, 0x0, 0x0, 0x326e760, 0xc033cbfa00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01154c540, 0x380be40, 0xc0226c14e0, 0x800000000, 0xc033e00100, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01154c540, 0xc0156fef00, 0xc033c9c8c3, 0xc, 0x11a1fde3, 0xed78de81c, 0x4f79c20, 0xc02a3251f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01154c540, 0xc0156fef00, 0x380ea60, 0xc020cd5f50, 0xc033c9c863, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01154c540, 0xc0156fef00, 0xc033c9c840, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01154c540, 0xc0156fef00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc020cd5c30, 0x383ca00, 0xc01154c540, 0xc0156fef00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02a325758, 0x383ca00, 0xc01154c540, 0xc0156fed00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01154c540, 0xc0156fed00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01154c540, 0xc0156fed00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01154c540, 0xc0156fed00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01154c540, 0xc0156feb00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01154c540, 0xc01f8d6200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01154c540, 0xc01f8d6200) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023faf7c0, 0x38483c0, 0xc01049ddc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6327385 [IO wait, 141 minutes]: internal/poll.runtime_pollWait(0x7f418418ef38, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc027bba598, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc027bba580, 0xc026164cd1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc027bba580, 0xc026164cd1, 0x1, 0x1, 0xc01704fe00, 0xc01459c298, 0xc02ee227c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017742e18, 0xc026164cd1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc026164cc0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7362552 [syscall]: syscall.Syscall6(0x28, 0x689, 0x68a, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x689, 0x68a, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01a5b7880, 0x68a, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x68a, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc024af01e0, 0xc025eaaab0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc002a163b8, 0xc025eaaab0, 0x0, 0xc031a40b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01a5b7880, 0x380b840, 0xc019c6bac8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc018663910, 0x380b840, 0xc000487b60, 0x800, 0xc031a40c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc018663910, 0x380b840, 0xc000487b60, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02e270e00, 0x380b840, 0xc000487b60, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02e270e00, 0x380b840, 0xc000487b60, 0x0, 0x0, 0x0, 0x326e760, 0xc02c523d00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02e270e00, 0x380be40, 0xc019c6bac8, 0x200000000, 0xc014c72b70, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02e270e00, 0xc022dbc500, 0xc014c72b33, 0xc, 0x3361fdf3, 0xed79bcf71, 0x4f79c20, 0xc031a411f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02e270e00, 0xc022dbc500, 0x380ea60, 0xc025b5e940, 0xc014c72ad3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02e270e00, 0xc022dbc500, 0xc014c72ab0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02e270e00, 0xc022dbc500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc025b5e5d0, 0x383ca00, 0xc02e270e00, 0xc022dbc500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc031a41758, 0x383ca00, 0xc02e270e00, 0xc022dbc300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02e270e00, 0xc022dbc300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02e270e00, 0xc022dbc300) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02e270e00, 0xc022dbc300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02e270e00, 0xc022dbc000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02e270e00, 0xc02194d900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02e270e00, 0xc02194d900) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018b86d20, 0x38483c0, 0xc018b35480) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5449129 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x3de, 0x3e1, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x3de, 0x3e1, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02a30ae80, 0x3e1, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x3e1, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02a0a7c80, 0xc01c1d7e90, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc001db97f0, 0xc01c1d7e90, 0x0, 0xc0193c8b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02a30ae80, 0x380b840, 0xc029950ad0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc01f9ae1b0, 0x380b840, 0xc010a0ec78, 0x800, 0xc0193c8c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc01f9ae1b0, 0x380b840, 0xc010a0ec78, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01b718460, 0x380b840, 0xc010a0ec78, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01b718460, 0x380b840, 0xc010a0ec78, 0x0, 0x0, 0x0, 0x326e760, 0xc02f305c00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01b718460, 0x380be40, 0xc029950ad0, 0x200000000, 0xc01ec4fec0, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01b718460, 0xc0147d4400, 0xc01ec4fe83, 0xc, 0xfa5fa9c, 0xed79b6ce4, 0x4f79c20, 0xc0193c91f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01b718460, 0xc0147d4400, 0x380ea60, 0xc02335ae10, 0xc01ec4fe23, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01b718460, 0xc0147d4400, 0xc01ec4fe00, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01b718460, 0xc0147d4400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02335aaf0, 0x383ca00, 0xc01b718460, 0xc0147d4400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0193c9758, 0x383ca00, 0xc01b718460, 0xc022dbdf00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01b718460, 0xc022dbdf00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01b718460, 0xc022dbdf00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01b718460, 0xc022dbdf00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01b718460, 0xc022dbdd00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01b718460, 0xc022dbdc00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01b718460, 0xc022dbdc00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0026754a0, 0x38483c0, 0xc0264de480) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5761137 [IO wait, 169 minutes]: internal/poll.runtime_pollWait(0x7f41b8021900, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc018d1b118, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc018d1b100, 0xc0004009a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc018d1b100, 0xc0004009a1, 0x1, 0x1, 0xc015760f60, 0x0, 0xc0256a3e98) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc025cf1168, 0xc0004009a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc000400990) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4546306 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x186, 0x191, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x186, 0x191, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc023a35d80, 0x191, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x191, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01ab696e0, 0xc02cd52f60, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0245e5190, 0xc02cd52f60, 0x0, 0xc012114b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc023a35d80, 0x380b840, 0xc017742520, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02ed28770, 0x380b840, 0xc002686810, 0x800, 0xc012114c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02ed28770, 0x380b840, 0xc002686810, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc031881ea0, 0x380b840, 0xc002686810, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc031881ea0, 0x380b840, 0xc002686810, 0x0, 0x0, 0x0, 0x326e760, 0xc02abaa300, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc031881ea0, 0x380be40, 0xc017742520, 0x200000000, 0xc02985f650, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc031881ea0, 0xc002189100, 0xc02985f613, 0xc, 0x12ed9659, 0xed79bb640, 0x4f79c20, 0xc0121151f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc031881ea0, 0xc002189100, 0x380ea60, 0xc001357dd0, 0xc02985f5b3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc031881ea0, 0xc002189100, 0xc02985f590, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc031881ea0, 0xc002189100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc001357aa0, 0x383ca00, 0xc031881ea0, 0xc002189100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc012115758, 0x383ca00, 0xc031881ea0, 0xc002188d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc031881ea0, 0xc002188d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc031881ea0, 0xc002188d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc031881ea0, 0xc002188d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc031881ea0, 0xc002188b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc031881ea0, 0xc002188a00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc031881ea0, 0xc002188a00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01cabfcc0, 0x38483c0, 0xc027591c40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5064770 [IO wait, 202 minutes]: internal/poll.runtime_pollWait(0x7f435801c690, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc019360618, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc019360600, 0xc01f56fd21, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc019360600, 0xc01f56fd21, 0x1, 0x1, 0xc02b1b9748, 0xc01459c298, 0xc02b1b97c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc025cf0038, 0xc01f56fd21, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01f56fd10) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4507325 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x136, 0x13a, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x136, 0x13a, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc020f8b600, 0x13a, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x13a, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02476fb60, 0xc02a1ab110, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc032e61c40, 0xc02a1ab110, 0x0, 0xc02cb7ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc020f8b600, 0x380b840, 0xc023bb8d50, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02cc9e0e8, 0x380b840, 0xc032b78cc0, 0x800, 0xc02cb7ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02cc9e0e8, 0x380b840, 0xc032b78cc0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc037c2b420, 0x380b840, 0xc032b78cc0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc037c2b420, 0x380b840, 0xc032b78cc0, 0x0, 0x0, 0x0, 0x326e760, 0xc02ff94800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc037c2b420, 0x380be40, 0xc023bb8d50, 0x800000000, 0xc02ff82420, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc037c2b420, 0xc019566900, 0xc02f9bd6d3, 0xd, 0x1390669d, 0xed7e66f5a, 0x4f79c20, 0xc02cb7b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc037c2b420, 0xc019566900, 0x380ea60, 0xc020ed2740, 0xc02f9bd6a3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc037c2b420, 0xc019566900, 0xc02f9bd680, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc037c2b420, 0xc019566900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc020ed2410, 0x383ca00, 0xc037c2b420, 0xc019566900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02cb7b758, 0x383ca00, 0xc037c2b420, 0xc019566700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc037c2b420, 0xc019566700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc037c2b420, 0xc019566700) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc037c2b420, 0xc019566700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc037c2b420, 0xc019566500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc037c2b420, 0xc019288e00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc037c2b420, 0xc019288e00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc002232000, 0x38483c0, 0xc020ad8880) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4545662 [IO wait, 227 minutes]: internal/poll.runtime_pollWait(0x7f435801ceb8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02ad7bc18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02ad7bc00, 0xc0156e00a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02ad7bc00, 0xc0156e00a1, 0x1, 0x1, 0xc014dfaf60, 0x0, 0xc017f80558) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02ad6f7f8, 0xc0156e00a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0156e0090) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5237798 [syscall]: syscall.Syscall6(0x28, 0x368, 0x36e, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x368, 0x36e, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0158d0400, 0x36e, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x36e, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01434e600, 0xc0158dfe00, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02c710918, 0xc0158dfe00, 0x0, 0xc03b80eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0158d0400, 0x380b840, 0xc02325a390, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017c1f838, 0x380b840, 0xc0272f7ae8, 0x800, 0xc03b80ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017c1f838, 0x380b840, 0xc0272f7ae8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0105908c0, 0x380b840, 0xc0272f7ae8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0105908c0, 0x380b840, 0xc0272f7ae8, 0x0, 0x0, 0x0, 0x326e760, 0xc020a4aa00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0105908c0, 0x380be40, 0xc02325a390, 0x800000000, 0xc0202bd300, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0105908c0, 0xc002081000, 0xc028169f73, 0xd, 0x7b0de44, 0xed869c21b, 0x4f79c20, 0xc03b80f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0105908c0, 0xc002081000, 0x380ea60, 0xc01637dbb0, 0xc028169f43, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0105908c0, 0xc002081000, 0xc028169f20, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0105908c0, 0xc002081000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01637d880, 0x383ca00, 0xc0105908c0, 0xc002081000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03b80f758, 0x383ca00, 0xc0105908c0, 0xc002080a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0105908c0, 0xc002080a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0105908c0, 0xc002080a00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0105908c0, 0xc002080a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0105908c0, 0xc002080600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0105908c0, 0xc002080400) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0105908c0, 0xc002080400) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc024374780, 0x38483c0, 0xc032380cc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5265339 [IO wait, 192 minutes]: internal/poll.runtime_pollWait(0x7f43580e3298, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01ed40e18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01ed40e00, 0xc02f0b7451, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01ed40e00, 0xc02f0b7451, 0x1, 0x1, 0xc02a0a7920, 0x0, 0xc018bd8718) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02ad6fa00, 0xc02f0b7451, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02f0b7440) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7410593 [IO wait]: internal/poll.runtime_pollWait(0x7f4168006490, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01749ae18, 0x72, 0x1000, 0x1000, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01749ae00, 0xc00f66d000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01749ae00, 0xc00f66d000, 0x1000, 0x1000, 0x6, 0x1000000000001, 0xc0203608c0) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0031d46b8, 0xc00f66d000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 bufio.(*Reader).fill(0xc0188785a0) /usr/local/go/src/bufio/bufio.go:101 +0x108 bufio.(*Reader).Peek(0xc0188785a0, 0x2, 0x0, 0x0, 0x20, 0x0, 0x0) /usr/local/go/src/bufio/bufio.go:139 +0x4f github.com/gorilla/websocket.(*Conn).read(0xc01446bce0, 0x2, 0x0, 0x0, 0x0, 0x0, 0x0) /home/tippyflits/go/pkg/mod/github.com/gorilla/websocket@v1.4.2/conn.go:370 +0x46 github.com/gorilla/websocket.(*Conn).advanceFrame(0xc01446bce0, 0x9, 0x0, 0x0) /home/tippyflits/go/pkg/mod/github.com/gorilla/websocket@v1.4.2/conn.go:798 +0x5c github.com/gorilla/websocket.(*Conn).NextReader(0xc01446bce0, 0x11a50a5, 0x5c6921, 0xc015842e00, 0x3848318, 0xc024cb9cc0) /home/tippyflits/go/pkg/mod/github.com/gorilla/websocket@v1.4.2/conn.go:980 +0x8f github.com/filecoin-project/go-jsonrpc.(*wsConn).nextMessage(0xc014052fc0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/websocket.go:100 +0x5a created by github.com/filecoin-project/go-jsonrpc.(*wsConn).handleWsConn /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/websocket.go:615 +0xdbd goroutine 4494309 [IO wait, 229 minutes]: internal/poll.runtime_pollWait(0x7f41b805e468, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01ed40798, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01ed40780, 0xc02ff9c4f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01ed40780, 0xc02ff9c4f1, 0x1, 0x1, 0xc001d45748, 0xc000a1a138, 0xc001d457c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc016415630, 0xc02ff9c4f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02ff9c4e0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4480318 [IO wait, 229 minutes]: internal/poll.runtime_pollWait(0x7f4187103fe8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc015c27998, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc015c27980, 0xc0214b7db1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc015c27980, 0xc0214b7db1, 0x1, 0x1, 0x0, 0xc01459c298, 0xc001c7a7c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc025cf11f0, 0xc0214b7db1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0214b7da0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5825403 [IO wait, 166 minutes]: internal/poll.runtime_pollWait(0x7f4124104c30, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc031dc5918, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc031dc5900, 0xc019239e41, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc031dc5900, 0xc019239e41, 0x1, 0x1, 0xc0204341e0, 0x0, 0xc016bda298) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0164142e0, 0xc019239e41, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc019239e30) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6879764 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x5f1, 0x5f6, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x5f1, 0x5f6, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc033e1fa80, 0x5f6, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x5f6, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc017af6f00, 0xc017812de0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0031d4440, 0xc017812de0, 0x0, 0xc027c5eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc033e1fa80, 0x380b840, 0xc029950b20, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02325b4d0, 0x380b840, 0xc023a409a8, 0x800, 0xc027c5ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02325b4d0, 0x380b840, 0xc023a409a8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc032ce42a0, 0x380b840, 0xc023a409a8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc032ce42a0, 0x380b840, 0xc023a409a8, 0x0, 0x0, 0x0, 0x326e760, 0xc001486f00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc032ce42a0, 0x380be40, 0xc029950b20, 0x800000000, 0xc0358862a0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc032ce42a0, 0xc0027cc100, 0xc026c71e83, 0xd, 0x15f09660, 0xed856c728, 0x4f79c20, 0xc027c5f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc032ce42a0, 0xc0027cc100, 0x380ea60, 0xc01dcbe830, 0xc026c71e53, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc032ce42a0, 0xc0027cc100, 0xc026c71e30, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc032ce42a0, 0xc0027cc100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01dcbe510, 0x383ca00, 0xc032ce42a0, 0xc0027cc100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc027c5f758, 0x383ca00, 0xc032ce42a0, 0xc030689900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc032ce42a0, 0xc030689900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc032ce42a0, 0xc030689900) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc032ce42a0, 0xc030689900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc032ce42a0, 0xc030689500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc032ce42a0, 0xc019567700) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc032ce42a0, 0xc019567700) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0189e94a0, 0x38483c0, 0xc01fe3a840) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 7337296 [IO wait, 94 minutes]: internal/poll.runtime_pollWait(0x7f41b8022128, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0327bd818, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0327bd800, 0xc02cc181c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0327bd800, 0xc02cc181c1, 0x1, 0x1, 0xc02511d140, 0x0, 0xc018b73f58) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02ad6e320, 0xc02cc181c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02cc181b0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7227506 [IO wait, 99 minutes]: internal/poll.runtime_pollWait(0x7f4187103d30, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc03249f998, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc03249f980, 0xc024927ea1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc03249f980, 0xc024927ea1, 0x1, 0x1, 0xc01378e780, 0x0, 0xc037ad51d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc015839dc8, 0xc024927ea1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc024927e90) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5186373 [IO wait, 196 minutes]: internal/poll.runtime_pollWait(0x7f43580e2fe0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc03317fd98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc03317fd80, 0xc01414fb71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc03317fd80, 0xc01414fb71, 0x1, 0x1, 0xc001bbef48, 0xc01459c298, 0xc001bbefc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc024be94c8, 0xc01414fb71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01414fb60) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5325636 [IO wait, 189 minutes]: internal/poll.runtime_pollWait(0x7f4168054d38, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc011b9fe98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc011b9fe80, 0xc0192714e1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc011b9fe80, 0xc0192714e1, 0x1, 0x1, 0xc001c7c748, 0xc000a1a138, 0xc001c7c7c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc021dd55b8, 0xc0192714e1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0192714d0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4555556 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x196, 0x199, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x196, 0x199, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc016f00d80, 0x199, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x199, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc013f138c0, 0xc020125020, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017ae8d30, 0xc020125020, 0x0, 0xc02be94b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc016f00d80, 0x380b840, 0xc018339930, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc001db8fd8, 0x380b840, 0xc022d37cc8, 0x800, 0xc02be94c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc001db8fd8, 0x380b840, 0xc022d37cc8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc031c041c0, 0x380b840, 0xc022d37cc8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc031c041c0, 0x380b840, 0xc022d37cc8, 0x0, 0x0, 0x0, 0x326e760, 0xc033211e00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc031c041c0, 0x380be40, 0xc018339930, 0x800000000, 0xc01dc1c5e0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc031c041c0, 0xc02c5cdf00, 0xc01d87c383, 0xd, 0x1f6683b1, 0xed866e0c3, 0x4f79c20, 0xc02be951f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc031c041c0, 0xc02c5cdf00, 0x380ea60, 0xc0161fbe20, 0xc01d87c353, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc031c041c0, 0xc02c5cdf00, 0xc01d87c330, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc031c041c0, 0xc02c5cdf00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0161fbb00, 0x383ca00, 0xc031c041c0, 0xc02c5cdf00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02be95758, 0x383ca00, 0xc031c041c0, 0xc02c5cdd00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc031c041c0, 0xc02c5cdd00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc031c041c0, 0xc02c5cdd00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc031c041c0, 0xc02c5cdd00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc031c041c0, 0xc02c5cdb00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc031c041c0, 0xc02c5cda00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc031c041c0, 0xc02c5cda00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0330090e0, 0x38483c0, 0xc01f933100) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6916301 [IO wait, 113 minutes]: internal/poll.runtime_pollWait(0x7f418418e9c8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0272f8118, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0272f8100, 0xc02369a131, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0272f8100, 0xc02369a131, 0x1, 0x1, 0xc024c4df80, 0x0, 0xc017f80e98) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0339f7b90, 0xc02369a131, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02369a120) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6410637 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x55f, 0x564, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x55f, 0x564, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0178ad600, 0x564, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x564, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0122010e0, 0xc0215d1260, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02ac786b8, 0xc0215d1260, 0x0, 0xc027c64b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0178ad600, 0x380b840, 0xc023cfb0c8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc023bb9718, 0x380b840, 0xc01be7ffe0, 0x800, 0xc027c64c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc023bb9718, 0x380b840, 0xc01be7ffe0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc032ce5500, 0x380b840, 0xc01be7ffe0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc032ce5500, 0x380b840, 0xc01be7ffe0, 0x0, 0x0, 0x0, 0x326e760, 0xc02588aa00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc032ce5500, 0x380be40, 0xc023cfb0c8, 0x800000000, 0xc0236e4a80, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc032ce5500, 0xc0023a7700, 0xc03e0f7f43, 0xd, 0x2df0689f, 0xed7e4e2c9, 0x4f79c20, 0xc027c651f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc032ce5500, 0xc0023a7700, 0x380ea60, 0xc00f1edbe0, 0xc03e0f7f13, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc032ce5500, 0xc0023a7700, 0xc03e0f7ef0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc032ce5500, 0xc0023a7700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc00f1ed8b0, 0x383ca00, 0xc032ce5500, 0xc0023a7700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc027c65758, 0x383ca00, 0xc032ce5500, 0xc0023a7400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc032ce5500, 0xc0023a7400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc032ce5500, 0xc0023a7400) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc032ce5500, 0xc0023a7400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc032ce5500, 0xc0023a7100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc032ce5500, 0xc01ba36800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc032ce5500, 0xc01ba36800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01d9fa280, 0x38483c0, 0xc02687c640) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5485921 [IO wait, 182 minutes]: internal/poll.runtime_pollWait(0x7f4359062908, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc023b8c398, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc023b8c380, 0xc02edbef71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc023b8c380, 0xc02edbef71, 0x1, 0x1, 0x0, 0xc01c0ddbb8, 0xc02b000001) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc015839e00, 0xc02edbef71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02edbef60) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5751966 [IO wait, 169 minutes]: internal/poll.runtime_pollWait(0x7f4124149678, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0127d3198, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0127d3180, 0xc024cc3b41, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0127d3180, 0xc024cc3b41, 0x1, 0x1, 0xc01a471bc0, 0xc01459c298, 0xc012423fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017ae8968, 0xc024cc3b41, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc024cc3b30) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4489275 [syscall]: syscall.Syscall6(0x28, 0x102, 0x103, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x102, 0x103, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02595f900, 0x103, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x103, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01c2507e0, 0xc020841080, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0154fcf10, 0xc020841080, 0x0, 0xc02241ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02595f900, 0x380b840, 0xc02aef3348, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0339f6670, 0x380b840, 0xc026a3d788, 0x800, 0xc02241ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0339f6670, 0x380b840, 0xc026a3d788, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01bf55960, 0x380b840, 0xc026a3d788, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01bf55960, 0x380b840, 0xc026a3d788, 0x0, 0x0, 0x0, 0x326e760, 0xc016519500, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01bf55960, 0x380be40, 0xc02aef3348, 0x800000000, 0xc011a27b40, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01bf55960, 0xc0147d4400, 0xc024f9c623, 0xc, 0xf7fca56, 0xed78c28b0, 0x4f79c20, 0xc02241b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01bf55960, 0xc0147d4400, 0x380ea60, 0xc01be55f30, 0xc024f9c5c3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01bf55960, 0xc0147d4400, 0xc024f9c5a0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01bf55960, 0xc0147d4400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01be55c10, 0x383ca00, 0xc01bf55960, 0xc0147d4400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02241b758, 0x383ca00, 0xc01bf55960, 0xc0147d4200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01bf55960, 0xc0147d4200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01bf55960, 0xc0147d4200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01bf55960, 0xc0147d4200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01bf55960, 0xc026d33f00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01bf55960, 0xc026d33e00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01bf55960, 0xc026d33e00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0004c59a0, 0x38483c0, 0xc015076940) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5852736 [IO wait, 164 minutes]: internal/poll.runtime_pollWait(0x7f41c0126a88, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc027292f18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc027292f00, 0xc0216bb3c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc027292f00, 0xc0216bb3c1, 0x1, 0x1, 0xc02b275748, 0xc016a0f058, 0xc02b2757c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0299515a0, 0xc0216bb3c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0216bb3b0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7154278 [syscall]: syscall.Syscall6(0x28, 0x640, 0x647, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x640, 0x647, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc032aa9f00, 0x647, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x647, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02b0c7bc0, 0xc017f5ced0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02cc9ffa8, 0xc017f5ced0, 0x0, 0xc0138f2b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc032aa9f00, 0x380b840, 0xc0329ecee8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc030b94c90, 0x380b840, 0xc02284e978, 0x800, 0xc0138f2c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc030b94c90, 0x380b840, 0xc02284e978, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0337cc8c0, 0x380b840, 0xc02284e978, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0337cc8c0, 0x380b840, 0xc02284e978, 0x0, 0x0, 0x0, 0x326e760, 0xc016c7ec00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0337cc8c0, 0x380be40, 0xc0329ecee8, 0x800000000, 0xc012d2b140, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0337cc8c0, 0xc0023a6c00, 0xc02c2b8da3, 0xd, 0x1e30a3ba, 0xed8724264, 0x4f79c20, 0xc0138f31f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0337cc8c0, 0xc0023a6c00, 0x380ea60, 0xc031cbeff0, 0xc02c2b8d73, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0337cc8c0, 0xc0023a6c00, 0xc02c2b8d50, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0337cc8c0, 0xc0023a6c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc031cbecc0, 0x383ca00, 0xc0337cc8c0, 0xc0023a6c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0138f3758, 0x383ca00, 0xc0337cc8c0, 0xc0023a6900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0337cc8c0, 0xc0023a6900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0337cc8c0, 0xc0023a6900) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0337cc8c0, 0xc0023a6900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0337cc8c0, 0xc0023a6300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0337cc8c0, 0xc0023a6200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0337cc8c0, 0xc0023a6200) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01cabf860, 0x38483c0, 0xc03c517d00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5077388 [IO wait, 201 minutes]: internal/poll.runtime_pollWait(0x7f41b805d8a0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc026f36998, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc026f36980, 0xc02769af71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc026f36980, 0xc02769af71, 0x1, 0x1, 0xc02b349f48, 0xc000a1a138, 0xc02b349fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0213aa640, 0xc02769af71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02769af60) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 3108502 [IO wait]: internal/poll.runtime_pollWait(0x7f4187a71f80, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc029613f98, 0x72, 0x1000, 0x1000, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc029613f80, 0xc0035cd000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc029613f80, 0xc0035cd000, 0x1000, 0x1000, 0x0, 0x7f4187a71f88, 0x0) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc001db8b18, 0xc0035cd000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).Read(0xc022bc77a0, 0xc0035cd000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/http/server.go:800 +0x1b9 bufio.(*Reader).fill(0xc031e6b380) /usr/local/go/src/bufio/bufio.go:101 +0x108 bufio.(*Reader).Peek(0xc031e6b380, 0x4, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/bufio/bufio.go:139 +0x4f net/http.(*conn).readRequest(0xc002674960, 0x3848318, 0xc03c2e0cc0, 0x0, 0x0, 0x0) /usr/local/go/src/net/http/server.go:983 +0xec5 net/http.(*conn).serve(0xc002674960, 0x38483c0, 0xc03c2e0cc0) /usr/local/go/src/net/http/server.go:1878 +0x705 created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4644609 [IO wait, 222 minutes]: internal/poll.runtime_pollWait(0x7f412419a590, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc016cd9b18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc016cd9b00, 0xc01251c191, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc016cd9b00, 0xc01251c191, 0x1, 0x1, 0xc02abd9f48, 0xc01459c298, 0xc02abd9fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc018b79de0, 0xc01251c191, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01251c180) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4527632 [syscall]: syscall.Syscall6(0x28, 0x170, 0x175, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x170, 0x175, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01fd10500, 0x175, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x175, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0169e43c0, 0xc029631c50, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc026043cc8, 0xc029631c50, 0x0, 0xc01caf4b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01fd10500, 0x380b840, 0xc0226c0c20, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02aef2100, 0x380b840, 0xc025447ea8, 0x800, 0xc01caf4c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02aef2100, 0x380b840, 0xc025447ea8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02fc4dea0, 0x380b840, 0xc025447ea8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02fc4dea0, 0x380b840, 0xc025447ea8, 0x0, 0x0, 0x0, 0x326e760, 0xc01f241a00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02fc4dea0, 0x380be40, 0xc0226c0c20, 0x800000000, 0xc01f1ab900, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02fc4dea0, 0xc026c78f00, 0xc01e479f73, 0xd, 0x1e409492, 0xed87134a0, 0x4f79c20, 0xc01caf51f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02fc4dea0, 0xc026c78f00, 0x380ea60, 0xc0318e70d0, 0xc01e479f43, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02fc4dea0, 0xc026c78f00, 0xc01e479f20, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02fc4dea0, 0xc026c78f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0318e6db0, 0x383ca00, 0xc02fc4dea0, 0xc026c78f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01caf5758, 0x383ca00, 0xc02fc4dea0, 0xc026c78d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02fc4dea0, 0xc026c78d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02fc4dea0, 0xc026c78d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02fc4dea0, 0xc026c78d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02fc4dea0, 0xc026c78a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02fc4dea0, 0xc026c78800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02fc4dea0, 0xc026c78800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bb586e0, 0x38483c0, 0xc04131c600) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4842346 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x28f, 0x294, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x28f, 0x294, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01f183300, 0x294, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x294, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01889a8a0, 0xc020670540, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0192c6860, 0xc020670540, 0x0, 0xc023202b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01f183300, 0x380b840, 0xc01f9af0b8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0154fdae0, 0x380b840, 0xc030f48708, 0x800, 0xc023202c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0154fdae0, 0x380b840, 0xc030f48708, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0380996c0, 0x380b840, 0xc030f48708, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0380996c0, 0x380b840, 0xc030f48708, 0x0, 0x0, 0x0, 0x326e760, 0xc02c0dd900, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0380996c0, 0x380be40, 0xc01f9af0b8, 0x800000000, 0xc02bee8e40, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0380996c0, 0xc0193a7e00, 0xc02c0b0503, 0xd, 0x76a26b, 0xed8778e05, 0x4f79c20, 0xc02c1651f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0380996c0, 0xc0193a7e00, 0x380ea60, 0xc037061040, 0xc02c0b04d3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0380996c0, 0xc0193a7e00, 0xc02c0b04b0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0380996c0, 0xc0193a7e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc037060d20, 0x383ca00, 0xc0380996c0, 0xc0193a7e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02c165758, 0x383ca00, 0xc0380996c0, 0xc0193a7b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0380996c0, 0xc0193a7b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0380996c0, 0xc0193a7b00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0380996c0, 0xc0193a7b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0380996c0, 0xc0193a7600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0380996c0, 0xc01f8d7d00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0380996c0, 0xc01f8d7d00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0026750e0, 0x38483c0, 0xc02250c6c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5311355 [IO wait, 190 minutes]: internal/poll.runtime_pollWait(0x7f4168054b68, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0327bd518, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0327bd500, 0xc02341ec71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0327bd500, 0xc02341ec71, 0x1, 0x1, 0xc02b1b3f48, 0xc01459c298, 0xc02b1b3fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc021dd4d78, 0xc02341ec71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02341ec60) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6363808 [IO wait, 139 minutes]: internal/poll.runtime_pollWait(0x7f43580e3638, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01237f718, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01237f700, 0xc034706a61, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01237f700, 0xc034706a61, 0x1, 0x1, 0xc031277f48, 0xc000a1a138, 0xc031277fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc020b47748, 0xc034706a61, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc034706a50) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5770363 [syscall]: syscall.Syscall6(0x28, 0x472, 0x473, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x472, 0x473, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc034a54800, 0x473, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x473, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01739e5a0, 0xc025226360, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02c710c08, 0xc025226360, 0x0, 0xc024938b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc034a54800, 0x380b840, 0xc003050030, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc023cfacf0, 0x380b840, 0xc012db7320, 0x800, 0xc024938c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc023cfacf0, 0x380b840, 0xc012db7320, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc033f836c0, 0x380b840, 0xc012db7320, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc033f836c0, 0x380b840, 0xc012db7320, 0x0, 0x0, 0x0, 0x326e760, 0xc02ddf7600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc033f836c0, 0x380be40, 0xc003050030, 0x800000000, 0xc02bfb1e80, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc033f836c0, 0xc026c79000, 0xc02edba3e3, 0xd, 0x61f9964, 0xed7e1b45f, 0x4f79c20, 0xc0249391f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc033f836c0, 0xc026c79000, 0x380ea60, 0xc02606ab80, 0xc02edba3b3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc033f836c0, 0xc026c79000, 0xc02edba390, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc033f836c0, 0xc026c79000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02606a810, 0x383ca00, 0xc033f836c0, 0xc026c79000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc024939758, 0x383ca00, 0xc033f836c0, 0xc026c78d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc033f836c0, 0xc026c78d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc033f836c0, 0xc026c78d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc033f836c0, 0xc026c78d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc033f836c0, 0xc026c78600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc033f836c0, 0xc019566400) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc033f836c0, 0xc019566400) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018d217c0, 0x38483c0, 0xc033d1efc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4555685 [IO wait, 226 minutes]: internal/poll.runtime_pollWait(0x7f41841b4610, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc016f00d98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc016f00d80, 0xc019271ae1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc016f00d80, 0xc019271ae1, 0x1, 0x1, 0xc02a01ca80, 0x0, 0xc01f933198) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc001db8fd8, 0xc019271ae1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc019271ad0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4479550 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f4358211890, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc027292b98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc027292b80, 0xc02721e161, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc027292b80, 0xc02721e161, 0x1, 0x1, 0xc01894b0e0, 0x0, 0xc026e21118) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc023bb8f88, 0xc02721e161, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02721e150) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5829368 [IO wait, 165 minutes]: internal/poll.runtime_pollWait(0x7f4187ba26f8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01587c718, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01587c700, 0xc015914b21, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01587c700, 0xc015914b21, 0x1, 0x1, 0xc03226c748, 0xc030bd6c38, 0xc03226c7c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0031d5848, 0xc015914b21, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc015914b10) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5981142 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x151, 0x4c5, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x151, 0x4c5, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0158d0e00, 0x4c5, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x4c5, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc022a8d8c0, 0xc025349530, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc029951088, 0xc025349530, 0x0, 0xc00e68eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0158d0e00, 0x380b840, 0xc01f9ae040, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02f6db680, 0x380b840, 0xc016d9a210, 0x800, 0xc00e68ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02f6db680, 0x380b840, 0xc016d9a210, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc024275420, 0x380b840, 0xc016d9a210, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc024275420, 0x380b840, 0xc016d9a210, 0x0, 0x0, 0x0, 0x326e760, 0xc031675300, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc024275420, 0x380be40, 0xc01f9ae040, 0x800000000, 0xc016a0dbe0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc024275420, 0xc0162b6700, 0xc02afc1ca3, 0xd, 0x36c05a70, 0xed871c7d0, 0x4f79c20, 0xc00e68f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc024275420, 0xc0162b6700, 0x380ea60, 0xc026c64f00, 0xc02afc1c73, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc024275420, 0xc0162b6700, 0xc02afc1c50, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc024275420, 0xc0162b6700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc026c64be0, 0x383ca00, 0xc024275420, 0xc0162b6700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc00e68f758, 0x383ca00, 0xc024275420, 0xc0162b6100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc024275420, 0xc0162b6100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc024275420, 0xc0162b6100) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc024275420, 0xc0162b6100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc024275420, 0xc026843f00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc024275420, 0xc026843e00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc024275420, 0xc026843e00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc024375220, 0x38483c0, 0xc025412ac0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4527467 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x164, 0x168, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x164, 0x168, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0169f4600, 0x168, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x168, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01dd6b140, 0xc013c9d650, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0031d5bf8, 0xc013c9d650, 0x0, 0xc02cb76b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0169f4600, 0x380b840, 0xc018662488, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0155b8a00, 0x380b840, 0xc02284efc0, 0x800, 0xc02cb76c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0155b8a00, 0x380b840, 0xc02284efc0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc019fff420, 0x380b840, 0xc02284efc0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc019fff420, 0x380b840, 0xc02284efc0, 0x0, 0x0, 0x0, 0x326e760, 0xc01d8f2100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc019fff420, 0x380be40, 0xc018662488, 0x200000000, 0xc01ef68c30, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc019fff420, 0xc019289d00, 0xc01ef68bf3, 0xc, 0x152cfad3, 0xed79c7508, 0x4f79c20, 0xc02cb771f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc019fff420, 0xc019289d00, 0x380ea60, 0xc0216d6260, 0xc01ef68b93, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc019fff420, 0xc019289d00, 0xc01ef68b70, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc019fff420, 0xc019289d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0212b3f40, 0x383ca00, 0xc019fff420, 0xc019289d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02cb77758, 0x383ca00, 0xc019fff420, 0xc019289b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc019fff420, 0xc019289b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc019fff420, 0xc019289b00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc019fff420, 0xc019289b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc019fff420, 0xc019289900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc019fff420, 0xc019289800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc019fff420, 0xc019289800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc002674fa0, 0x38483c0, 0xc021b110c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5017038 [IO wait, 204 minutes]: internal/poll.runtime_pollWait(0x7f4124104320, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0001e7318, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0001e7300, 0xc023390bb1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0001e7300, 0xc023390bb1, 0x1, 0x1, 0xc024c13f20, 0x0, 0xc01ca2d498) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0031d5128, 0xc023390bb1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc023390ba0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4897595 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x2b7, 0x2b8, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x2b7, 0x2b8, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01453ab80, 0x2b8, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x2b8, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02c85a300, 0xc02e6b31a0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc018b78720, 0xc02e6b31a0, 0x0, 0xc014ab8b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01453ab80, 0x380b840, 0xc017401858, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02325a768, 0x380b840, 0xc021b7d110, 0x800, 0xc014ab8c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02325a768, 0x380b840, 0xc021b7d110, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01b2c87e0, 0x380b840, 0xc021b7d110, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01b2c87e0, 0x380b840, 0xc021b7d110, 0x0, 0x0, 0x0, 0x326e760, 0xc01a29b100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01b2c87e0, 0x380be40, 0xc017401858, 0x800000000, 0xc01b85a9c0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01b2c87e0, 0xc000065800, 0xc013b21073, 0xd, 0x1348cabd, 0xed856d394, 0x4f79c20, 0xc014ab91f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01b2c87e0, 0xc000065800, 0x380ea60, 0xc017cc81b0, 0xc013b21043, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01b2c87e0, 0xc000065800, 0xc013b21020, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01b2c87e0, 0xc000065800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01b757e90, 0x383ca00, 0xc01b2c87e0, 0xc000065800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc014ab9758, 0x383ca00, 0xc01b2c87e0, 0xc000065200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01b2c87e0, 0xc000065200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01b2c87e0, 0xc000065200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01b2c87e0, 0xc000065200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01b2c87e0, 0xc000064f00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01b2c87e0, 0xc0156fec00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01b2c87e0, 0xc0156fec00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018c7f9a0, 0x38483c0, 0xc0338910c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5384922 [syscall]: syscall.Syscall6(0x28, 0x3bc, 0x3bf, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x3bc, 0x3bf, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc00012be00, 0x3bf, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x3bf, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc021f69c80, 0xc029aee060, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc032e61fc0, 0xc029aee060, 0x0, 0xc03534ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc00012be00, 0x380b840, 0xc0154fce78, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc032e61e70, 0x380b840, 0xc00fa74828, 0x800, 0xc03534ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc032e61e70, 0x380b840, 0xc00fa74828, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc014669260, 0x380b840, 0xc00fa74828, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc014669260, 0x380b840, 0xc00fa74828, 0x0, 0x0, 0x0, 0x326e760, 0xc029d09b00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc014669260, 0x380be40, 0xc0154fce78, 0x800000000, 0xc01f8ecda0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc014669260, 0xc022dbc900, 0xc01f719913, 0xd, 0x23765670, 0xed8695bcc, 0x4f79c20, 0xc03534b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc014669260, 0xc022dbc900, 0x380ea60, 0xc0323e5e60, 0xc01f7198e3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc014669260, 0xc022dbc900, 0xc01f7198c0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc014669260, 0xc022dbc900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0323e5b30, 0x383ca00, 0xc014669260, 0xc022dbc900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03534b758, 0x383ca00, 0xc014669260, 0xc022dbc700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc014669260, 0xc022dbc700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc014669260, 0xc022dbc700) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc014669260, 0xc022dbc700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc014669260, 0xc022dbc500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc014669260, 0xc027847700) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc014669260, 0xc027847700) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc024374f00, 0x38483c0, 0xc02b710880) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5577615 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x41c, 0x428, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x41c, 0x428, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc023bc1b00, 0x428, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x428, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01f05e660, 0xc021403d70, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02c711bf0, 0xc021403d70, 0x0, 0xc03a5d4b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc023bc1b00, 0x380b840, 0xc017b2a2d0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017e43098, 0x380b840, 0xc012db7f68, 0x800, 0xc03a5d4c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017e43098, 0x380b840, 0xc012db7f68, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc00f76c0e0, 0x380b840, 0xc012db7f68, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc00f76c0e0, 0x380b840, 0xc012db7f68, 0x0, 0x0, 0x0, 0x326e760, 0xc0211b2900, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc00f76c0e0, 0x380be40, 0xc017b2a2d0, 0x800000000, 0xc01bc64b60, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc00f76c0e0, 0xc0147d4400, 0xc024f94893, 0xd, 0x11fc5674, 0xed81a467c, 0x4f79c20, 0xc03a5d51f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc00f76c0e0, 0xc0147d4400, 0x380ea60, 0xc025b5ed70, 0xc024f94863, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc00f76c0e0, 0xc0147d4400, 0xc024f94840, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc00f76c0e0, 0xc0147d4400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc025b5ea30, 0x383ca00, 0xc00f76c0e0, 0xc0147d4400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03a5d5758, 0x383ca00, 0xc00f76c0e0, 0xc0193a7e00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc00f76c0e0, 0xc0193a7e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc00f76c0e0, 0xc0193a7e00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc00f76c0e0, 0xc0193a7e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc00f76c0e0, 0xc0193a7700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc00f76c0e0, 0xc0193a7600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc00f76c0e0, 0xc0193a7600) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc024374dc0, 0x38483c0, 0xc021d09b00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4597355 [syscall]: syscall.Syscall6(0x28, 0x1d0, 0x1d1, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x1d0, 0x1d1, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0235b0200, 0x1d1, 0x3fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x1d1, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02719ff80, 0xc024baa9f0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0001237b8, 0xc024baa9f0, 0x0, 0xc019f42b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0235b0200, 0x380b840, 0xc015838920, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0271a7e08, 0x380b840, 0xc022382558, 0x800, 0xc019f42c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0271a7e08, 0x380b840, 0xc022382558, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0154629a0, 0x380b840, 0xc022382558, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0154629a0, 0x380b840, 0xc022382558, 0x0, 0x0, 0x0, 0x326e760, 0xc0247bf200, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0154629a0, 0x380be40, 0xc015838920, 0x400000000, 0xc023bf2ff0, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0154629a0, 0xc0147d5a00, 0xc023bf2fb3, 0xc, 0xca85fb7, 0xed79e2ef6, 0x4f79c20, 0xc019f431f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0154629a0, 0xc0147d5a00, 0x380ea60, 0xc023180220, 0xc023bf2f53, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0154629a0, 0xc0147d5a00, 0xc023bf2f30, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0154629a0, 0xc0147d5a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc027d3ff00, 0x383ca00, 0xc0154629a0, 0xc0147d5a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc019f43758, 0x383ca00, 0xc0154629a0, 0xc0147d5800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0154629a0, 0xc0147d5800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0154629a0, 0xc0147d5800) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0154629a0, 0xc0147d5800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0154629a0, 0xc0147d5600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0154629a0, 0xc002080f00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0154629a0, 0xc002080f00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01a2ee0a0, 0x38483c0, 0xc01867b9c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4480858 [IO wait, 229 minutes]: internal/poll.runtime_pollWait(0x7f41841b23e8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02d507318, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02d507300, 0xc0031176c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02d507300, 0xc0031176c1, 0x1, 0x1, 0x0, 0xc01459c298, 0xc002799fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02ad6f518, 0xc0031176c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0031176b0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4861013 [IO wait, 211 minutes]: internal/poll.runtime_pollWait(0x7f435015e960, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc014e96498, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc014e96480, 0xc036501361, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc014e96480, 0xc036501361, 0x1, 0x1, 0xc024ab0000, 0x0, 0xc01767e958) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000fa2088, 0xc036501361, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc036501350) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5871230 [IO wait, 164 minutes]: internal/poll.runtime_pollWait(0x7f41841b2b28, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0004b8398, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0004b8380, 0xc028d100a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0004b8380, 0xc028d100a1, 0x1, 0x1, 0xc023ad5e60, 0x0, 0xc02c332018) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0245e5518, 0xc028d100a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc028d10090) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4474890 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f4187b3ec10, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01736d798, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01736d780, 0xc015f73811, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01736d780, 0xc015f73811, 0x1, 0x1, 0xc0155f6748, 0xc000a1a138, 0xc0155f67c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00001a410, 0xc015f73811, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc015f73800) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4620693 [IO wait, 223 minutes]: internal/poll.runtime_pollWait(0x7f418418e8e0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01c948318, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01c948300, 0xc036a199c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01c948300, 0xc036a199c1, 0x1, 0x1, 0xc01c0c8ba0, 0x0, 0xc017807658) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0245e5f60, 0xc036a199c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc036a199b0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4475505 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f4187166c08, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02506aa18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02506aa00, 0xc01c32db11, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02506aa00, 0xc01c32db11, 0x1, 0x1, 0x0, 0xc01e120e88, 0xc02d000001) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02c711e48, 0xc01c32db11, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01c32db00) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5430765 [IO wait, 184 minutes]: internal/poll.runtime_pollWait(0x7f4184187040, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc016e66398, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc016e66380, 0xc01585c191, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc016e66380, 0xc01585c191, 0x1, 0x1, 0xc021806d80, 0x0, 0xc0169d4fd8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0186621c0, 0xc01585c191, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01585c180) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5981209 [IO wait, 158 minutes]: internal/poll.runtime_pollWait(0x7f4124149db8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc035a95c18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc035a95c00, 0xc0225cafa1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc035a95c00, 0xc0225cafa1, 0x1, 0x1, 0xc024ab1320, 0x0, 0xc01ca2db98) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0155b9338, 0xc0225cafa1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0225caf90) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4685343 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x21d, 0x220, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x21d, 0x220, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02f355a80, 0x220, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x220, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0343b6480, 0xc021403f80, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017f9d5d8, 0xc021403f80, 0x0, 0xc00fa2ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02f355a80, 0x380b840, 0xc017f9c3f8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02f4a3e58, 0x380b840, 0xc0335685b8, 0x800, 0xc00fa2ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02f4a3e58, 0x380b840, 0xc0335685b8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc00fc01a40, 0x380b840, 0xc0335685b8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc00fc01a40, 0x380b840, 0xc0335685b8, 0x0, 0x0, 0x0, 0x326e760, 0xc0274f0b00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc00fc01a40, 0x380be40, 0xc017f9c3f8, 0x800000000, 0xc02700d3e0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc00fc01a40, 0xc00233c300, 0xc0274ec203, 0xd, 0x3acc230f, 0xed8735eec, 0x4f79c20, 0xc00fa2b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc00fc01a40, 0xc00233c300, 0x380ea60, 0xc018df3c40, 0xc0274ec1d3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc00fc01a40, 0xc00233c300, 0xc0274ec1b0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc00fc01a40, 0xc00233c300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc018df3920, 0x383ca00, 0xc00fc01a40, 0xc00233c300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc00fa2b758, 0x383ca00, 0xc00fc01a40, 0xc00233c100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc00fc01a40, 0xc00233c100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc00fc01a40, 0xc00233c100) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc00fc01a40, 0xc00233c100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc00fc01a40, 0xc0027cdf00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc00fc01a40, 0xc0027cde00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc00fc01a40, 0xc0027cde00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc000fdc460, 0x38483c0, 0xc028919440) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4718398 [IO wait, 218 minutes]: internal/poll.runtime_pollWait(0x7f435015f188, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0355da518, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0355da500, 0xc030474be1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0355da500, 0xc030474be1, 0x1, 0x1, 0xc032a92420, 0x0, 0xc021aa2cd8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc023cfa300, 0xc030474be1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc030474bd0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4485040 [IO wait, 229 minutes]: internal/poll.runtime_pollWait(0x7f43000c5460, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02c26ee18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02c26ee00, 0xc01d476641, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02c26ee00, 0xc01d476641, 0x1, 0x1, 0xc02a6cf748, 0xc000a1a138, 0xc02a6cf7c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0183390d8, 0xc01d476641, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01d476630) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5999452 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0xec, 0x4c7, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0xec, 0x4c7, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02463ef00, 0x4c7, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x4c7, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc026ee7da0, 0xc017e53500, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0030505c8, 0xc017e53500, 0x0, 0xc030352b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02463ef00, 0x380b840, 0xc0260431b0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc032e60950, 0x380b840, 0xc002f6f3f8, 0x800, 0xc030352c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc032e60950, 0x380b840, 0xc002f6f3f8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc034990fc0, 0x380b840, 0xc002f6f3f8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc034990fc0, 0x380b840, 0xc002f6f3f8, 0x0, 0x0, 0x0, 0x326e760, 0xc02d371500, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc034990fc0, 0x380be40, 0xc0260431b0, 0x800000000, 0xc02912ee20, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc034990fc0, 0xc026c78600, 0xc028dcd613, 0xd, 0x2d475f4a, 0xed86af3f6, 0x4f79c20, 0xc0303531f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc034990fc0, 0xc026c78600, 0x380ea60, 0xc0166c2d90, 0xc028dcd5e3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc034990fc0, 0xc026c78600, 0xc028dcd5c0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc034990fc0, 0xc026c78600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0166c2a70, 0x383ca00, 0xc034990fc0, 0xc026c78600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc030353758, 0x383ca00, 0xc034990fc0, 0xc026c78200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc034990fc0, 0xc026c78200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc034990fc0, 0xc026c78200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc034990fc0, 0xc026c78200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc034990fc0, 0xc026843f00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc034990fc0, 0xc026843d00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc034990fc0, 0xc026843d00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0189e9220, 0x38483c0, 0xc0161294c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6811434 [syscall]: syscall.Syscall6(0x28, 0x5dd, 0x5de, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x5dd, 0x5de, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc034a55f00, 0x5de, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x5de, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0292db620, 0xc01ec00360, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0271a6d70, 0xc01ec00360, 0x0, 0xc03c918b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc034a55f00, 0x380b840, 0xc02aef2fc8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02aef2e30, 0x380b840, 0xc0174a4000, 0x800, 0xc03c918c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02aef2e30, 0x380b840, 0xc0174a4000, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02db600e0, 0x380b840, 0xc0174a4000, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02db600e0, 0x380b840, 0xc0174a4000, 0x0, 0x0, 0x0, 0x326e760, 0xc037769e00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02db600e0, 0x380be40, 0xc02aef2fc8, 0x800000000, 0xc01baf1200, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02db600e0, 0xc023c3ee00, 0xc02894d193, 0xd, 0x12369510, 0xed81c5142, 0x4f79c20, 0xc03c9191f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02db600e0, 0xc023c3ee00, 0x380ea60, 0xc0169ee600, 0xc02894d163, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02db600e0, 0xc023c3ee00, 0xc02894d140, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02db600e0, 0xc023c3ee00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0169ee2e0, 0x383ca00, 0xc02db600e0, 0xc023c3ee00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03c919758, 0x383ca00, 0xc02db600e0, 0xc023c3eb00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02db600e0, 0xc023c3eb00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02db600e0, 0xc023c3eb00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02db600e0, 0xc023c3eb00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02db600e0, 0xc023c3e800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02db600e0, 0xc023c3e600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02db600e0, 0xc023c3e600) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0189e8820, 0x38483c0, 0xc020aeb1c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 7181802 [IO wait, 101 minutes]: internal/poll.runtime_pollWait(0x7f41841b3ed0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc029613018, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc029613000, 0xc024addf01, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc029613000, 0xc024addf01, 0x1, 0x1, 0xc016cfb020, 0xc01459c298, 0xc02ab40fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc018339dd8, 0xc024addf01, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc024addef0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4489592 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x10c, 0x10d, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x10c, 0x10d, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc019290380, 0x10d, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x10d, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc033b67b00, 0xc016540690, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02ac79ce0, 0xc016540690, 0x0, 0xc02765ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc019290380, 0x380b840, 0xc003050518, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02ac79920, 0x380b840, 0xc00057ed98, 0x800, 0xc02765ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02ac79920, 0x380b840, 0xc00057ed98, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0154ce8c0, 0x380b840, 0xc00057ed98, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0154ce8c0, 0x380b840, 0xc00057ed98, 0x0, 0x0, 0x0, 0x326e760, 0xc00e49bf00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0154ce8c0, 0x380be40, 0xc003050518, 0x800000000, 0xc011c8dca0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0154ce8c0, 0xc027847000, 0xc02bd76113, 0xd, 0xb8d57f6, 0xed86c804b, 0x4f79c20, 0xc02765b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0154ce8c0, 0xc027847000, 0x380ea60, 0xc01892a9c0, 0xc02bd760e3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0154ce8c0, 0xc027847000, 0xc02bd760c0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0154ce8c0, 0xc027847000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01892a6a0, 0x383ca00, 0xc0154ce8c0, 0xc027847000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02765b758, 0x383ca00, 0xc0154ce8c0, 0xc027846e00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0154ce8c0, 0xc027846e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0154ce8c0, 0xc027846e00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0154ce8c0, 0xc027846e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0154ce8c0, 0xc027846c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0154ce8c0, 0xc027846b00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0154ce8c0, 0xc027846b00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01dc383c0, 0x38483c0, 0xc024e71b40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 7383200 [syscall]: syscall.Syscall6(0x28, 0x68f, 0x691, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x68f, 0x691, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc027932580, 0x691, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x691, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc018e8bbc0, 0xc021d805a0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02aef2c28, 0xc021d805a0, 0x0, 0xc00fd3ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc027932580, 0x380b840, 0xc02325be30, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc021dd54b0, 0x380b840, 0xc000252600, 0x800, 0xc00fd3ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc021dd54b0, 0x380b840, 0xc000252600, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc028fcbdc0, 0x380b840, 0xc000252600, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc028fcbdc0, 0x380b840, 0xc000252600, 0x0, 0x0, 0x0, 0x326e760, 0xc021cc2e00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc028fcbdc0, 0x380be40, 0xc02325be30, 0x800000000, 0xc021bf6a40, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc028fcbdc0, 0xc026c78d00, 0xc038230683, 0xd, 0x28a5bf1f, 0xed8702a06, 0x4f79c20, 0xc00fd3b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc028fcbdc0, 0xc026c78d00, 0x380ea60, 0xc0255f4560, 0xc038230653, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc028fcbdc0, 0xc026c78d00, 0xc038230630, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc028fcbdc0, 0xc026c78d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0255f4230, 0x383ca00, 0xc028fcbdc0, 0xc026c78d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc00fd3b758, 0x383ca00, 0xc028fcbdc0, 0xc026c78200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc028fcbdc0, 0xc026c78200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc028fcbdc0, 0xc026c78200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc028fcbdc0, 0xc026c78200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc028fcbdc0, 0xc02333fe00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc028fcbdc0, 0xc02333fb00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc028fcbdc0, 0xc02333fb00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01cabf5e0, 0x38483c0, 0xc022fbc3c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4833039 [IO wait, 213 minutes]: internal/poll.runtime_pollWait(0x7f418417edf8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0249fe518, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0249fe500, 0xc02f0b7ed1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0249fe500, 0xc02f0b7ed1, 0x1, 0x1, 0xc02ee0f980, 0x0, 0xc01922bc58) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0271a7a30, 0xc02f0b7ed1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02f0b7ec0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4666932 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x204, 0x211, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x204, 0x211, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc010750c80, 0x211, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x211, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01b8936e0, 0xc0211c2060, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc000010ae8, 0xc0211c2060, 0x0, 0xc0203a0b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc010750c80, 0x380b840, 0xc017743b88, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc000010cd8, 0x380b840, 0xc026324c00, 0x800, 0xc0203a0c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc000010cd8, 0x380b840, 0xc026324c00, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01c7a21c0, 0x380b840, 0xc026324c00, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01c7a21c0, 0x380b840, 0xc026324c00, 0x0, 0x0, 0x0, 0x326e760, 0xc01943d700, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01c7a21c0, 0x380be40, 0xc017743b88, 0x800000000, 0xc0319a0020, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01c7a21c0, 0xc018ddb700, 0xc0278ad103, 0xd, 0x14b9e431, 0xed856dd4e, 0x4f79c20, 0xc0203a11f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01c7a21c0, 0xc018ddb700, 0x380ea60, 0xc023bec260, 0xc0278ad0d3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01c7a21c0, 0xc018ddb700, 0xc0278ad0b0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01c7a21c0, 0xc018ddb700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc024317f30, 0x383ca00, 0xc01c7a21c0, 0xc018ddb700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0203a1758, 0x383ca00, 0xc01c7a21c0, 0xc018ddb300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01c7a21c0, 0xc018ddb300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01c7a21c0, 0xc018ddb300) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01c7a21c0, 0xc018ddb300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01c7a21c0, 0xc018ddb100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01c7a21c0, 0xc018ddaf00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01c7a21c0, 0xc018ddaf00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01ae280a0, 0x38483c0, 0xc017f29d00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5632661 [IO wait, 175 minutes]: internal/poll.runtime_pollWait(0x7f4168057c58, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0106a3998, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0106a3980, 0xc031c10881, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0106a3980, 0xc031c10881, 0x1, 0x1, 0xc026e57860, 0x0, 0xc000c2e918) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0158383e0, 0xc031c10881, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc031c10870) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4478003 [syscall]: syscall.Syscall6(0x28, 0x15, 0x85, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x15, 0x85, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0227ff400, 0x85, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x85, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc020434cc0, 0xc02369ac00, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc020b473d0, 0xc02369ac00, 0x0, 0xc000ef2b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0227ff400, 0x380b840, 0xc020b471b0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0158397d8, 0x380b840, 0xc0263f43a8, 0x800, 0xc000ef2c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0158397d8, 0x380b840, 0xc0263f43a8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0129c8620, 0x380b840, 0xc0263f43a8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0129c8620, 0x380b840, 0xc0263f43a8, 0x0, 0x0, 0x0, 0x326e760, 0xc02345f300, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0129c8620, 0x380be40, 0xc020b471b0, 0x800000000, 0xc02340b840, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0129c8620, 0xc021d3cb00, 0xc02246d763, 0xd, 0x105ee71d, 0xed7e36864, 0x4f79c20, 0xc000ef31f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0129c8620, 0xc021d3cb00, 0x380ea60, 0xc0234211e0, 0xc02246d733, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0129c8620, 0xc021d3cb00, 0xc02246d710, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0129c8620, 0xc021d3cb00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc023420ec0, 0x383ca00, 0xc0129c8620, 0xc021d3cb00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc000ef3758, 0x383ca00, 0xc0129c8620, 0xc021d3c900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0129c8620, 0xc021d3c900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0129c8620, 0xc021d3c900) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0129c8620, 0xc021d3c900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0129c8620, 0xc021d3c700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0129c8620, 0xc021d3c600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0129c8620, 0xc021d3c600) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc022cad0e0, 0x38483c0, 0xc0264de780) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6486347 [syscall]: syscall.Syscall6(0x28, 0x578, 0x57c, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x578, 0x57c, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02277f500, 0x57c, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x57c, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0159f0960, 0xc0340bc4e0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0245e4ee0, 0xc0340bc4e0, 0x0, 0xc0378ecb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02277f500, 0x380b840, 0xc02325a118, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc018338168, 0x380b840, 0xc011de8318, 0x800, 0xc0378ecc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc018338168, 0x380b840, 0xc011de8318, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc00f76c540, 0x380b840, 0xc011de8318, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc00f76c540, 0x380b840, 0xc011de8318, 0x0, 0x0, 0x0, 0x326e760, 0xc01ad10200, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc00f76c540, 0x380be40, 0xc02325a118, 0x800000000, 0xc026a327c0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc00f76c540, 0xc021d3cd00, 0xc037554713, 0xd, 0x10468c84, 0xed85718f4, 0x4f79c20, 0xc0378ed1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc00f76c540, 0xc021d3cd00, 0x380ea60, 0xc02f768f60, 0xc0375546e3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc00f76c540, 0xc021d3cd00, 0xc0375546c0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc00f76c540, 0xc021d3cd00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02f768c20, 0x383ca00, 0xc00f76c540, 0xc021d3cd00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0378ed758, 0x383ca00, 0xc00f76c540, 0xc021d3cb00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc00f76c540, 0xc021d3cb00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc00f76c540, 0xc021d3cb00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc00f76c540, 0xc021d3cb00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc00f76c540, 0xc021d3c900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc00f76c540, 0xc021d3c800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc00f76c540, 0xc021d3c800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023d343c0, 0x38483c0, 0xc0157b4800) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4535413 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x174, 0x177, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x174, 0x177, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc038591580, 0x177, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x177, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc012f523c0, 0xc015f726f0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc023bb8220, 0xc015f726f0, 0x0, 0xc02324ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc038591580, 0x380b840, 0xc0245e5fd0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc026043db0, 0x380b840, 0xc017db48b8, 0x800, 0xc02324ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc026043db0, 0x380b840, 0xc017db48b8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0327ca540, 0x380b840, 0xc017db48b8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0327ca540, 0x380b840, 0xc017db48b8, 0x0, 0x0, 0x0, 0x326e760, 0xc030d57500, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0327ca540, 0x380be40, 0xc0245e5fd0, 0x800000000, 0xc030c53de0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0327ca540, 0xc030688f00, 0xc030d0c6b3, 0xd, 0x434e3ed, 0xed875f383, 0x4f79c20, 0xc02324b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0327ca540, 0xc030688f00, 0x380ea60, 0xc03225c310, 0xc030d0c683, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0327ca540, 0xc030688f00, 0xc030d0c660, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0327ca540, 0xc030688f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0188ddff0, 0x383ca00, 0xc0327ca540, 0xc030688f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02324b758, 0x383ca00, 0xc0327ca540, 0xc030688d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0327ca540, 0xc030688d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0327ca540, 0xc030688d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0327ca540, 0xc030688d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0327ca540, 0xc030688a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0327ca540, 0xc027846000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0327ca540, 0xc027846000) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc015913860, 0x38483c0, 0xc0150775c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5861992 [IO wait, 164 minutes]: internal/poll.runtime_pollWait(0x7f4187ba29b0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02fd67a98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02fd67a80, 0xc000434fd1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02fd67a80, 0xc000434fd1, 0x1, 0x1, 0xc02404ac60, 0xc01459c298, 0xc010489fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc018338650, 0xc000434fd1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc000434fc0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4523075 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x15d, 0x16d, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x15d, 0x16d, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02f5d2400, 0x16d, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x16d, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc029f1f260, 0xc016c76030, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02c785500, 0xc016c76030, 0x0, 0xc014546b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02f5d2400, 0x380b840, 0xc003050820, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc000119450, 0x380b840, 0xc01802ce28, 0x800, 0xc014546c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc000119450, 0x380b840, 0xc01802ce28, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0124a61c0, 0x380b840, 0xc01802ce28, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0124a61c0, 0x380b840, 0xc01802ce28, 0x0, 0x0, 0x0, 0x326e760, 0xc01a94cc00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0124a61c0, 0x380be40, 0xc003050820, 0x800000000, 0xc0105714e0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0124a61c0, 0xc01ba36f00, 0xc0214be3b3, 0xd, 0x1226e983, 0xed7e097ce, 0x4f79c20, 0xc0145471f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0124a61c0, 0xc01ba36f00, 0x380ea60, 0xc01637c390, 0xc0214be383, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0124a61c0, 0xc01ba36f00, 0xc0214be360, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0124a61c0, 0xc01ba36f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01637c070, 0x383ca00, 0xc0124a61c0, 0xc01ba36f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc014547758, 0x383ca00, 0xc0124a61c0, 0xc01ba36d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0124a61c0, 0xc01ba36d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0124a61c0, 0xc01ba36d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0124a61c0, 0xc01ba36d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0124a61c0, 0xc01ba36b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0124a61c0, 0xc01ba36a00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0124a61c0, 0xc01ba36a00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01c1f0000, 0x38483c0, 0xc02bf2ed40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5614387 [syscall]: syscall.Syscall6(0x28, 0x430, 0x437, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x430, 0x437, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02a835e80, 0x437, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x437, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc018f71500, 0xc03224dd10, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0158396f8, 0xc03224dd10, 0x0, 0xc01221ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02a835e80, 0x380b840, 0xc016414ca8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0031d5928, 0x380b840, 0xc025a80600, 0x800, 0xc01221ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0031d5928, 0x380b840, 0xc025a80600, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0334a5c00, 0x380b840, 0xc025a80600, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0334a5c00, 0x380b840, 0xc025a80600, 0x0, 0x0, 0x0, 0x326e760, 0xc0015de100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0334a5c00, 0x380be40, 0xc016414ca8, 0x800000000, 0xc01041b260, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0334a5c00, 0xc019093600, 0xc032be4cb3, 0xc, 0x1603c457, 0xed78e3e02, 0x4f79c20, 0xc01221b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0334a5c00, 0xc019093600, 0x380ea60, 0xc01d897aa0, 0xc032be4c53, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0334a5c00, 0xc019093600, 0xc032be4c30, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0334a5c00, 0xc019093600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01d897770, 0x383ca00, 0xc0334a5c00, 0xc019093600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01221b758, 0x383ca00, 0xc0334a5c00, 0xc019093400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0334a5c00, 0xc019093400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0334a5c00, 0xc019093400) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0334a5c00, 0xc019093400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0334a5c00, 0xc019092e00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0334a5c00, 0xc019092a00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0334a5c00, 0xc019092a00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc019525540, 0x38483c0, 0xc010780a00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6870515 [IO wait, 116 minutes]: internal/poll.runtime_pollWait(0x7f43000bf730, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0159d6098, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0159d6080, 0xc02674c791, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0159d6080, 0xc02674c791, 0x1, 0x1, 0xc02c058748, 0xc01459c298, 0xc02c0587c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc030b94cf8, 0xc02674c791, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02674c780) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6581822 [syscall]: syscall.Syscall6(0x28, 0x597, 0x598, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x597, 0x598, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02506a300, 0x598, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x598, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc011b7c960, 0xc02604e990, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc023cfad98, 0xc02604e990, 0x0, 0xc036238b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02506a300, 0x380b840, 0xc02c784610, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017c1f750, 0x380b840, 0xc01a5ff6f8, 0x800, 0xc036238c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017c1f750, 0x380b840, 0xc01a5ff6f8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc032ce4460, 0x380b840, 0xc01a5ff6f8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc032ce4460, 0x380b840, 0xc01a5ff6f8, 0x0, 0x0, 0x0, 0x326e760, 0xc03438bb00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc032ce4460, 0x380be40, 0xc02c784610, 0x800000000, 0xc017413d40, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc032ce4460, 0xc023c3f600, 0xc029e979a3, 0xd, 0x28d8afd8, 0xed871297f, 0x4f79c20, 0xc0362391f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc032ce4460, 0xc023c3f600, 0x380ea60, 0xc0154f98f0, 0xc029e97943, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc032ce4460, 0xc023c3f600, 0xc029e97920, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc032ce4460, 0xc023c3f600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0154f95c0, 0x383ca00, 0xc032ce4460, 0xc023c3f600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc036239758, 0x383ca00, 0xc032ce4460, 0xc023c3f300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc032ce4460, 0xc023c3f300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc032ce4460, 0xc023c3f300) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc032ce4460, 0xc023c3f300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc032ce4460, 0xc023c3f000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc032ce4460, 0xc023c3ef00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc032ce4460, 0xc023c3ef00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc002233540, 0x38483c0, 0xc023ec8140) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5118343 [IO wait, 199 minutes]: internal/poll.runtime_pollWait(0x7f41ac0c5360, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc023a3be98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc023a3be80, 0xc02c995301, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc023a3be80, 0xc02c995301, 0x1, 0x1, 0xc025766960, 0x0, 0xc019af1d58) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02f6da848, 0xc02c995301, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02c9952f0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4731484 [IO wait, 218 minutes]: internal/poll.runtime_pollWait(0x7f4168054f08, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc021b8f498, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc021b8f480, 0xc023b43ae1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc021b8f480, 0xc023b43ae1, 0x1, 0x1, 0xc0264e7500, 0x0, 0xc017274f18) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000196718, 0xc023b43ae1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc023b43ad0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4471086 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x2e, 0x50, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x2e, 0x50, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc018b02980, 0x50, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x50, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc024ea7140, 0xc02d9827b0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc029951978, 0xc02d9827b0, 0x0, 0xc0145b6b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc018b02980, 0x380b840, 0xc016415cc8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc01aa4a850, 0x380b840, 0xc012e68bd0, 0x800, 0xc0145b6c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc01aa4a850, 0x380b840, 0xc012e68bd0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc036e38700, 0x380b840, 0xc012e68bd0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc036e38700, 0x380b840, 0xc012e68bd0, 0x0, 0x0, 0x0, 0x326e760, 0xc018636600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc036e38700, 0x380be40, 0xc016415cc8, 0x800000000, 0xc018560b20, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc036e38700, 0xc0156ff700, 0xc02b1ae353, 0xd, 0x3b1d481f, 0xed8778e04, 0x4f79c20, 0xc0145b71f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc036e38700, 0xc0156ff700, 0x380ea60, 0xc016cf52d0, 0xc02b1ae323, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc036e38700, 0xc0156ff700, 0xc02b1ae300, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc036e38700, 0xc0156ff700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc016cf4fb0, 0x383ca00, 0xc036e38700, 0xc0156ff700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0145b7758, 0x383ca00, 0xc036e38700, 0xc0156ff500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc036e38700, 0xc0156ff500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc036e38700, 0xc0156ff500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc036e38700, 0xc0156ff500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc036e38700, 0xc0156ff300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc036e38700, 0xc0156ff200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc036e38700, 0xc0156ff200) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0122a4000, 0x38483c0, 0xc0176690c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4574364 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x1ab, 0x1b4, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x1ab, 0x1b4, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0304a5680, 0x1b4, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x1b4, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc015761aa0, 0xc011bda7b0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc000196ca0, 0xc011bda7b0, 0x0, 0xc032696b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0304a5680, 0x380b840, 0xc0183390a0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc025cf0830, 0x380b840, 0xc01b6afcf8, 0x800, 0xc032696c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc025cf0830, 0x380b840, 0xc01b6afcf8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01e0b56c0, 0x380b840, 0xc01b6afcf8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01e0b56c0, 0x380b840, 0xc01b6afcf8, 0x0, 0x0, 0x0, 0x326e760, 0xc018a9b100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01e0b56c0, 0x380be40, 0xc0183390a0, 0x800000000, 0xc011919b00, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01e0b56c0, 0xc0193a7e00, 0xc01424ee33, 0xd, 0x195801d, 0xed875f383, 0x4f79c20, 0xc0326971f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01e0b56c0, 0xc0193a7e00, 0x380ea60, 0xc01637d2c0, 0xc01424ee03, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01e0b56c0, 0xc0193a7e00, 0xc01424ede0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01e0b56c0, 0xc0193a7e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01637cfa0, 0x383ca00, 0xc01e0b56c0, 0xc0193a7e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc032697758, 0x383ca00, 0xc01e0b56c0, 0xc0193a7c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01e0b56c0, 0xc0193a7c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01e0b56c0, 0xc0193a7c00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01e0b56c0, 0xc0193a7c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01e0b56c0, 0xc0193a7a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01e0b56c0, 0xc0193a7900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01e0b56c0, 0xc0193a7900) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc025be86e0, 0x38483c0, 0xc02d4058c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4489208 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0xda, 0x4ee, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0xda, 0x4ee, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0151f5280, 0x4ee, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x4ee, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0175c0a80, 0xc024ade480, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc002a17098, 0xc024ade480, 0x0, 0xc02c5c6b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0151f5280, 0x380b840, 0xc018b78628, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02cc9fcb0, 0x380b840, 0xc01555acc0, 0x800, 0xc02c5c6c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02cc9fcb0, 0x380b840, 0xc01555acc0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc036ad0c40, 0x380b840, 0xc01555acc0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc036ad0c40, 0x380b840, 0xc01555acc0, 0x0, 0x0, 0x0, 0x326e760, 0xc022dcf400, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc036ad0c40, 0x380be40, 0xc018b78628, 0x800000000, 0xc01775bd40, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc036ad0c40, 0xc0023a6600, 0xc033170e93, 0xd, 0x2fca72e5, 0xed81c661d, 0x4f79c20, 0xc02c5c71f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc036ad0c40, 0xc0023a6600, 0x380ea60, 0xc01a1a6eb0, 0xc033170e63, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc036ad0c40, 0xc0023a6600, 0xc033170e40, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc036ad0c40, 0xc0023a6600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01a1a6b80, 0x383ca00, 0xc036ad0c40, 0xc0023a6600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02c5c7758, 0x383ca00, 0xc036ad0c40, 0xc0023a6300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc036ad0c40, 0xc0023a6300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc036ad0c40, 0xc0023a6300) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc036ad0c40, 0xc0023a6300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc036ad0c40, 0xc0023a6100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc036ad0c40, 0xc022dbcb00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc036ad0c40, 0xc022dbcb00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc030136f00, 0x38483c0, 0xc01fd94b80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4555716 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x18f, 0x19a, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x18f, 0x19a, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc016f01b00, 0x19a, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x19a, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01889a840, 0xc02ca6f110, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc000118bf0, 0xc02ca6f110, 0x0, 0xc00fa28b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc016f01b00, 0x380b840, 0xc017ae8d10, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc001db9118, 0x380b840, 0xc01692ce88, 0x800, 0xc00fa28c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc001db9118, 0x380b840, 0xc01692ce88, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0369da700, 0x380b840, 0xc01692ce88, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0369da700, 0x380b840, 0xc01692ce88, 0x0, 0x0, 0x0, 0x326e760, 0xc033456d00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0369da700, 0x380be40, 0xc017ae8d10, 0x800000000, 0xc01d909120, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0369da700, 0xc000064d00, 0xc01d5e17f3, 0xd, 0x3920e37c, 0xed8735eec, 0x4f79c20, 0xc00fa291f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0369da700, 0xc000064d00, 0x380ea60, 0xc0188dd7f0, 0xc01d5e17c3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0369da700, 0xc000064d00, 0xc01d5e17a0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0369da700, 0xc000064d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0188dd4d0, 0x383ca00, 0xc0369da700, 0xc000064d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc00fa29758, 0x383ca00, 0xc0369da700, 0xc000064900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0369da700, 0xc000064900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0369da700, 0xc000064900) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0369da700, 0xc000064900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0369da700, 0xc000064500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0369da700, 0xc000064400) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0369da700, 0xc000064400) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0330092c0, 0x38483c0, 0xc01f416a00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4625458 [IO wait, 223 minutes]: internal/poll.runtime_pollWait(0x7f435015fa98, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc012f78618, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc012f78600, 0xc01929afd1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc012f78600, 0xc01929afd1, 0x1, 0x1, 0xc00057b748, 0xc000a1a138, 0xc00057b7c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02aef34e8, 0xc01929afd1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01929afc0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4777643 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x260, 0x262, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x260, 0x262, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc022b28100, 0x262, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x262, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02654ecc0, 0xc037e4bb90, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0226c1948, 0xc037e4bb90, 0x0, 0xc011734b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc022b28100, 0x380b840, 0xc01f9ae568, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0226c1860, 0x380b840, 0xc019ab5908, 0x800, 0xc011734c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0226c1860, 0x380b840, 0xc019ab5908, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01200ddc0, 0x380b840, 0xc019ab5908, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01200ddc0, 0x380b840, 0xc019ab5908, 0x0, 0x0, 0x0, 0x326e760, 0xc0205dda00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01200ddc0, 0x380be40, 0xc01f9ae568, 0x800000000, 0xc01559b920, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01200ddc0, 0xc0027ccb00, 0xc03189d0d3, 0xd, 0x64030fd, 0xed85d8e01, 0x4f79c20, 0xc0117351f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01200ddc0, 0xc0027ccb00, 0x380ea60, 0xc0267b1500, 0xc03189d0a3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01200ddc0, 0xc0027ccb00, 0xc03189d080, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01200ddc0, 0xc0027ccb00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0267b11d0, 0x383ca00, 0xc01200ddc0, 0xc0027ccb00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc011735758, 0x383ca00, 0xc01200ddc0, 0xc0027cc900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01200ddc0, 0xc0027cc900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01200ddc0, 0xc0027cc900) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01200ddc0, 0xc0027cc900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01200ddc0, 0xc0027cc700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01200ddc0, 0xc0027cc400) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01200ddc0, 0xc0027cc400) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0026759a0, 0x38483c0, 0xc024d49e00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4477249 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f4187b86528, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02b0fb598, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02b0fb580, 0xc021a1d8d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02b0fb580, 0xc021a1d8d1, 0x1, 0x1, 0xc0174fb140, 0x0, 0xc01e093218) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0213aa460, 0xc021a1d8d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc021a1d8c0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5035476 [IO wait, 203 minutes]: internal/poll.runtime_pollWait(0x7f4187b871d8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01a5b7f98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01a5b7f80, 0xc025dcbcc1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01a5b7f80, 0xc025dcbcc1, 0x1, 0x1, 0x0, 0xc01459c298, 0xc001ef7fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc032e60d40, 0xc025dcbcc1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc025dcbcb0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4877131 [IO wait, 211 minutes]: internal/poll.runtime_pollWait(0x7f43000bf900, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0158d0318, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0158d0300, 0xc02d6f0161, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0158d0300, 0xc02d6f0161, 0x1, 0x1, 0xc015868cc0, 0x0, 0xc018b35098) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02c7848c0, 0xc02d6f0161, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02d6f0150) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4508706 [syscall]: syscall.Syscall6(0x28, 0x132, 0x141, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x132, 0x141, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02b249100, 0x141, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x141, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc024c13da0, 0xc031782ed0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc018662218, 0xc031782ed0, 0x0, 0xc01f8aab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02b249100, 0x380b840, 0xc02ed28780, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02ed28598, 0x380b840, 0xc025447b48, 0x800, 0xc01f8aac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02ed28598, 0x380b840, 0xc025447b48, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc011bfcd20, 0x380b840, 0xc025447b48, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc011bfcd20, 0x380b840, 0xc025447b48, 0x0, 0x0, 0x0, 0x326e760, 0xc000d7fa00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc011bfcd20, 0x380be40, 0xc02ed28780, 0x800000000, 0xc010928ac0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc011bfcd20, 0xc02c16fd00, 0xc02f82e533, 0xd, 0x110096d0, 0xed7e36a44, 0x4f79c20, 0xc01f8ab1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc011bfcd20, 0xc02c16fd00, 0x380ea60, 0xc0113a49a0, 0xc02f82e503, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc011bfcd20, 0xc02c16fd00, 0xc02f82e4e0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc011bfcd20, 0xc02c16fd00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0113a4680, 0x383ca00, 0xc011bfcd20, 0xc02c16fd00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01f8ab758, 0x383ca00, 0xc011bfcd20, 0xc02c16fb00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc011bfcd20, 0xc02c16fb00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc011bfcd20, 0xc02c16fb00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc011bfcd20, 0xc02c16fb00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc011bfcd20, 0xc02c16f900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc011bfcd20, 0xc026c78400) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc011bfcd20, 0xc026c78400) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023d34500, 0x38483c0, 0xc014b32400) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4482362 [IO wait, 229 minutes]: internal/poll.runtime_pollWait(0x7f4359061e28, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01d838618, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01d838600, 0xc01ee9f961, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01d838600, 0xc01ee9f961, 0x1, 0x1, 0xc01739f8c0, 0x0, 0xc01fd94358) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc026042f88, 0xc01ee9f961, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01ee9f950) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4805431 [IO wait, 214 minutes]: internal/poll.runtime_pollWait(0x7f43480cf648, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc020e73818, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc020e73800, 0xc019570fd1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc020e73800, 0xc019570fd1, 0x1, 0x1, 0x0, 0xc01459c298, 0xc001c3afc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0339f6b48, 0xc019570fd1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc019570fc0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6100743 [IO wait, 152 minutes]: internal/poll.runtime_pollWait(0x7f41b810bdb8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01926ba98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01926ba80, 0xc0216badc1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01926ba80, 0xc0216badc1, 0x1, 0x1, 0xc001d49f48, 0xc01459c298, 0xc001d49fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0192c60c8, 0xc0216badc1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0216badb0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4506396 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x13e, 0x13f, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x13e, 0x13f, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc023bc0000, 0x13f, 0x3fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x13f, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0194ca6c0, 0xc01264e060, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02aef21c8, 0xc01264e060, 0x0, 0xc024dbeb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc023bc0000, 0x380b840, 0xc0186620f0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02ed28000, 0x380b840, 0xc02bf4c2e8, 0x800, 0xc024dbec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02ed28000, 0x380b840, 0xc02bf4c2e8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02b7f60e0, 0x380b840, 0xc02bf4c2e8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02b7f60e0, 0x380b840, 0xc02bf4c2e8, 0x0, 0x0, 0x0, 0x326e760, 0xc02d461400, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02b7f60e0, 0x380be40, 0xc0186620f0, 0x400000000, 0xc01f82a760, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02b7f60e0, 0xc019092a00, 0xc0337243e3, 0xc, 0x2a23817, 0xed79d1fe7, 0x4f79c20, 0xc024dbf1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02b7f60e0, 0xc019092a00, 0x380ea60, 0xc023b38b70, 0xc033724383, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02b7f60e0, 0xc019092a00, 0xc033724360, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02b7f60e0, 0xc019092a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc023b387f0, 0x383ca00, 0xc02b7f60e0, 0xc019092a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc024dbf758, 0x383ca00, 0xc02b7f60e0, 0xc019092800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02b7f60e0, 0xc019092800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02b7f60e0, 0xc019092800) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02b7f60e0, 0xc019092800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02b7f60e0, 0xc019092600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02b7f60e0, 0xc0027cce00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02b7f60e0, 0xc0027cce00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023d34000, 0x38483c0, 0xc014e987c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5412518 [IO wait, 185 minutes]: internal/poll.runtime_pollWait(0x7f4124104150, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc014579098, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc014579080, 0xc001804c41, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc014579080, 0xc001804c41, 0x1, 0x1, 0xc015da3500, 0x0, 0xc021bba158) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc001db8248, 0xc001804c41, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc001804c30) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4781255 [syscall]: syscall.Syscall6(0x28, 0x263, 0x270, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x263, 0x270, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01fd10f00, 0x270, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x270, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02719f980, 0xc024ff1770, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0154fd328, 0xc024ff1770, 0x0, 0xc0361bcb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01fd10f00, 0x380b840, 0xc02ad6f298, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc019c6a550, 0x380b840, 0xc026324798, 0x800, 0xc0361bcc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc019c6a550, 0x380b840, 0xc026324798, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc042775180, 0x380b840, 0xc026324798, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc042775180, 0x380b840, 0xc026324798, 0x0, 0x0, 0x0, 0x326e760, 0xc037952600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc042775180, 0x380be40, 0xc02ad6f298, 0x800000000, 0xc024026ec0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc042775180, 0xc0156fed00, 0xc024038c53, 0xd, 0x19e25bfa, 0xed86a0a87, 0x4f79c20, 0xc0361bd1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc042775180, 0xc0156fed00, 0x380ea60, 0xc02606ada0, 0xc024038c23, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc042775180, 0xc0156fed00, 0xc024038c00, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc042775180, 0xc0156fed00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02606aa80, 0x383ca00, 0xc042775180, 0xc0156fed00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0361bd758, 0x383ca00, 0xc042775180, 0xc0156feb00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc042775180, 0xc0156feb00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc042775180, 0xc0156feb00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc042775180, 0xc0156feb00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc042775180, 0xc0156fe700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc042775180, 0xc00233d100) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc042775180, 0xc00233d100) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0122a46e0, 0x38483c0, 0xc018111ac0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4476987 [syscall]: syscall.Syscall6(0x28, 0x77, 0x5b9, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x77, 0x5b9, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02bf72f00, 0x5b9, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x5b9, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0159f0360, 0xc003117e90, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017b2bc38, 0xc003117e90, 0x0, 0xc020870b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02bf72f00, 0x380b840, 0xc019c6b438, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc020ec2a18, 0x380b840, 0xc01be7f608, 0x800, 0xc020870c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc020ec2a18, 0x380b840, 0xc01be7f608, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc035c9ec40, 0x380b840, 0xc01be7f608, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc035c9ec40, 0x380b840, 0xc01be7f608, 0x0, 0x0, 0x0, 0x326e760, 0xc02385b000, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc035c9ec40, 0x380be40, 0xc019c6b438, 0x800000000, 0xc0214222a0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc035c9ec40, 0xc026842200, 0xc02c8553d3, 0xd, 0x188bfab9, 0xed7e65dc6, 0x4f79c20, 0xc0208711f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc035c9ec40, 0xc026842200, 0x380ea60, 0xc02aac1740, 0xc02c8553a3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc035c9ec40, 0xc026842200, 0xc02c855380, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc035c9ec40, 0xc026842200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02aac1420, 0x383ca00, 0xc035c9ec40, 0xc026842200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc020871758, 0x383ca00, 0xc035c9ec40, 0xc021d3df00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc035c9ec40, 0xc021d3df00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc035c9ec40, 0xc021d3df00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc035c9ec40, 0xc021d3df00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc035c9ec40, 0xc021d3dd00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc035c9ec40, 0xc021d3dc00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc035c9ec40, 0xc021d3dc00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc020ee8280, 0x38483c0, 0xc0197f91c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5499138 [syscall]: syscall.Syscall6(0x28, 0x3f9, 0x3fa, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x3f9, 0x3fa, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc034fb8e00, 0x3fa, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x3fa, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc024c126c0, 0xc021d80ba0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc01aa4a4d0, 0xc021d80ba0, 0x0, 0xc036ed6b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc034fb8e00, 0x380b840, 0xc020b47620, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc020b474f0, 0x380b840, 0xc010b2b878, 0x800, 0xc036ed6c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc020b474f0, 0x380b840, 0xc010b2b878, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01b2c8fc0, 0x380b840, 0xc010b2b878, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01b2c8fc0, 0x380b840, 0xc010b2b878, 0x0, 0x0, 0x0, 0x326e760, 0xc0288dc400, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01b2c8fc0, 0x380be40, 0xc020b47620, 0x800000000, 0xc017663140, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01b2c8fc0, 0xc026d32200, 0xc02a6aea43, 0xd, 0x29482a2f, 0xed8710891, 0x4f79c20, 0xc036ed71f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01b2c8fc0, 0xc026d32200, 0x380ea60, 0xc0004a3d90, 0xc02a6ae9e3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01b2c8fc0, 0xc026d32200, 0xc02a6ae9c0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01b2c8fc0, 0xc026d32200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0004a3930, 0x383ca00, 0xc01b2c8fc0, 0xc026d32200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc036ed7758, 0x383ca00, 0xc01b2c8fc0, 0xc0020f3f00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01b2c8fc0, 0xc0020f3f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01b2c8fc0, 0xc0020f3f00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01b2c8fc0, 0xc0020f3f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01b2c8fc0, 0xc0020f3c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01b2c8fc0, 0xc026c79400) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01b2c8fc0, 0xc026c79400) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0122a4aa0, 0x38483c0, 0xc02b012000) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5680070 [IO wait, 172 minutes]: internal/poll.runtime_pollWait(0x7f4168174bb0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc021ebb998, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc021ebb980, 0xc0323a1211, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc021ebb980, 0xc0323a1211, 0x1, 0x1, 0xc03630f748, 0xc01459c298, 0xc03630f7c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02cc9e478, 0xc0323a1211, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0323a1200) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5586787 [IO wait, 177 minutes]: internal/poll.runtime_pollWait(0x7f435015f0a0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0240ee098, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0240ee080, 0xc01832e641, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0240ee080, 0xc01832e641, 0x1, 0x1, 0xc021bff500, 0x0, 0xc03378e258) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc030b957c8, 0xc01832e641, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01832e630) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4685466 [IO wait, 220 minutes]: internal/poll.runtime_pollWait(0x7f4184181620, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01a958c18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01a958c00, 0xc012185f31, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01a958c00, 0xc012185f31, 0x1, 0x1, 0x0, 0xc01459c298, 0xc0141707c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017e43a08, 0xc012185f31, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc012185f20) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5366457 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x3ad, 0x3b5, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x3ad, 0x3b5, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02f798080, 0x3b5, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x3b5, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0194ca9c0, 0xc032059920, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017743150, 0xc032059920, 0x0, 0xc03534cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02f798080, 0x380b840, 0xc02aef2308, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc019c6ad00, 0x380b840, 0xc01b748a20, 0x800, 0xc03534cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc019c6ad00, 0x380b840, 0xc01b748a20, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02bf6f420, 0x380b840, 0xc01b748a20, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02bf6f420, 0x380b840, 0xc01b748a20, 0x0, 0x0, 0x0, 0x326e760, 0xc032972800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02bf6f420, 0x380be40, 0xc02aef2308, 0x800000000, 0xc02aff9260, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02bf6f420, 0xc02194d900, 0xc02fb1cf53, 0xd, 0x212eab76, 0xed872ef7a, 0x4f79c20, 0xc03534d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02bf6f420, 0xc02194d900, 0x380ea60, 0xc025b1da30, 0xc02fb1cf23, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02bf6f420, 0xc02194d900, 0xc02fb1cf00, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02bf6f420, 0xc02194d900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc025b1d6c0, 0x383ca00, 0xc02bf6f420, 0xc02194d900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03534d758, 0x383ca00, 0xc02bf6f420, 0xc02194d500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02bf6f420, 0xc02194d500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02bf6f420, 0xc02194d500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02bf6f420, 0xc02194d500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02bf6f420, 0xc02194d300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02bf6f420, 0xc02194d200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02bf6f420, 0xc02194d200) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc033008140, 0x38483c0, 0xc021bba180) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4661455 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x20c, 0x20d, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x20c, 0x20d, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc020e72e80, 0x20d, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x20d, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02ee0fe00, 0xc030aa2240, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02aef29b8, 0xc030aa2240, 0x0, 0xc032610b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc020e72e80, 0x380b840, 0xc0339f63c0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc001db8780, 0x380b840, 0xc001dc7a70, 0x800, 0xc032610c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc001db8780, 0x380b840, 0xc001dc7a70, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc00fc007e0, 0x380b840, 0xc001dc7a70, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc00fc007e0, 0x380b840, 0xc001dc7a70, 0x0, 0x0, 0x0, 0x326e760, 0xc01cd31100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc00fc007e0, 0x380be40, 0xc0339f63c0, 0x200000000, 0xc01bf9d200, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc00fc007e0, 0xc0193a7400, 0xc01bf9d1f3, 0xd, 0xf67f99a, 0xed7f59732, 0x4f79c20, 0xc0326111f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc00fc007e0, 0xc0193a7400, 0x380ea60, 0xc020d2bf90, 0xc01bf9d1c3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc00fc007e0, 0xc0193a7400, 0xc01bf9d1a0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc00fc007e0, 0xc0193a7400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc020d2bc20, 0x383ca00, 0xc00fc007e0, 0xc0193a7400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc032611758, 0x383ca00, 0xc00fc007e0, 0xc0193a7000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc00fc007e0, 0xc0193a7000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc00fc007e0, 0xc0193a7000) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc00fc007e0, 0xc0193a7000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc00fc007e0, 0xc0193a6e00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc00fc007e0, 0xc01f8d6600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc00fc007e0, 0xc01f8d6600) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc000fddf40, 0x38483c0, 0xc0213c82c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4693544 [IO wait, 220 minutes]: internal/poll.runtime_pollWait(0x7f4187b86440, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02f355a98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02f355a80, 0xc0133698a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02f355a80, 0xc0133698a1, 0x1, 0x1, 0xc023228240, 0x0, 0xc0289194d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02f4a3e58, 0xc0133698a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc013369890) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4526298 [IO wait, 228 minutes]: internal/poll.runtime_pollWait(0x7f418417efc8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc017168a98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc017168a80, 0xc0001253c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc017168a80, 0xc0001253c1, 0x1, 0x1, 0xc03f70d860, 0x0, 0xc014255a98) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc019c6a658, 0xc0001253c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0001253b0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4537021 [syscall]: syscall.Syscall6(0x28, 0x17d, 0x144, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x17d, 0x144, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0265ff580, 0x144, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x144, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01d9c5e00, 0xc0308b6990, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0186623a8, 0xc0308b6990, 0x0, 0xc011d90b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0265ff580, 0x380b840, 0xc0213abc98, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02ad6e8a0, 0x380b840, 0xc039615530, 0x800, 0xc011d90c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02ad6e8a0, 0x380b840, 0xc039615530, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc012e32b60, 0x380b840, 0xc039615530, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc012e32b60, 0x380b840, 0xc039615530, 0x0, 0x0, 0x0, 0x326e760, 0xc0015a2300, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc012e32b60, 0x380be40, 0xc0213abc98, 0x800000000, 0xc011747e20, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc012e32b60, 0xc002081c00, 0xc0291e7e83, 0xd, 0x11ca4979, 0xed859547a, 0x4f79c20, 0xc011d911f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc012e32b60, 0xc002081c00, 0x380ea60, 0xc0178594e0, 0xc0291e7e53, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc012e32b60, 0xc002081c00, 0xc0291e7e30, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc012e32b60, 0xc002081c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0178591c0, 0x383ca00, 0xc012e32b60, 0xc002081c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc011d91758, 0x383ca00, 0xc012e32b60, 0xc002081a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc012e32b60, 0xc002081a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc012e32b60, 0xc002081a00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc012e32b60, 0xc002081a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc012e32b60, 0xc002081800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc012e32b60, 0xc011fde700) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc012e32b60, 0xc011fde700) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0243746e0, 0x38483c0, 0xc01cffef80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4478343 [syscall]: syscall.Syscall6(0x28, 0x94, 0x624, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x94, 0x624, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc023d56600, 0x624, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x624, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0194cbb00, 0xc0190a7560, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02ac78730, 0xc0190a7560, 0x0, 0xc023aecb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc023d56600, 0x380b840, 0xc017742690, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02325ab18, 0x380b840, 0xc0122ca120, 0x800, 0xc023aecc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02325ab18, 0x380b840, 0xc0122ca120, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc032ce4b60, 0x380b840, 0xc0122ca120, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc032ce4b60, 0x380b840, 0xc0122ca120, 0x0, 0x0, 0x0, 0x326e760, 0xc02159f300, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc032ce4b60, 0x380be40, 0xc017742690, 0x800000000, 0xc0222cb540, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc032ce4b60, 0xc023d95400, 0xc016904473, 0xd, 0x119ebb8a, 0xed817576e, 0x4f79c20, 0xc023aed1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc032ce4b60, 0xc023d95400, 0x380ea60, 0xc023180fa0, 0xc016904443, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc032ce4b60, 0xc023d95400, 0xc016904420, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc032ce4b60, 0xc023d95400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc023180c80, 0x383ca00, 0xc032ce4b60, 0xc023d95400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc023aed758, 0x383ca00, 0xc032ce4b60, 0xc023d95200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc032ce4b60, 0xc023d95200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc032ce4b60, 0xc023d95200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc032ce4b60, 0xc023d95200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc032ce4b60, 0xc023d95000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc032ce4b60, 0xc011fde600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc032ce4b60, 0xc011fde600) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023f0fb80, 0x38483c0, 0xc010780dc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 7172618 [IO wait, 102 minutes]: internal/poll.runtime_pollWait(0x7f4124149be8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02c6bb518, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02c6bb500, 0xc0186725e1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02c6bb500, 0xc0186725e1, 0x1, 0x1, 0xc02a0a7e60, 0x0, 0xc023db6358) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0339f6618, 0xc0186725e1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0186725d0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4805295 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x273, 0x276, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x273, 0x276, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0203e8780, 0x276, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x276, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc025202ba0, 0xc0345ce2d0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0155b8918, 0xc0345ce2d0, 0x0, 0xc037be8b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0203e8780, 0x380b840, 0xc017e42228, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0001180e8, 0x380b840, 0xc022822378, 0x800, 0xc037be8c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0001180e8, 0x380b840, 0xc022822378, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02773c1c0, 0x380b840, 0xc022822378, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02773c1c0, 0x380b840, 0xc022822378, 0x0, 0x0, 0x0, 0x326e760, 0xc034727a00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02773c1c0, 0x380be40, 0xc017e42228, 0x200000000, 0xc0341f3c50, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02773c1c0, 0xc0193a6700, 0xc0341f3c13, 0xc, 0x3361fdf3, 0xed79bcf71, 0x4f79c20, 0xc037be91f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02773c1c0, 0xc0193a6700, 0x380ea60, 0xc025540d70, 0xc0341f3bb3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02773c1c0, 0xc0193a6700, 0xc0341f3b90, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02773c1c0, 0xc0193a6700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc025540a10, 0x383ca00, 0xc02773c1c0, 0xc0193a6700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc037be9758, 0x383ca00, 0xc02773c1c0, 0xc0193a6500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02773c1c0, 0xc0193a6500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02773c1c0, 0xc0193a6500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02773c1c0, 0xc0193a6500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02773c1c0, 0xc0193a6300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02773c1c0, 0xc019092800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02773c1c0, 0xc019092800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0026741e0, 0x38483c0, 0xc01896a600) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5706116 [IO wait, 172 minutes]: internal/poll.runtime_pollWait(0x7f4168058398, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc033889c98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc033889c80, 0xc0219a1e71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc033889c80, 0xc0219a1e71, 0x1, 0x1, 0xc0292db500, 0x0, 0xc015baeb18) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc01aa4ae50, 0xc0219a1e71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0219a1e60) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 2937763 [select]: github.com/filecoin-project/lotus/extern/sector-storage.(*schedWorker).waitForUpdates(0xc032b6f9c0, 0x3848318) /home/tippyflits/lotus/extern/sector-storage/sched_worker.go:269 +0xf9 github.com/filecoin-project/lotus/extern/sector-storage.(*schedWorker).handleWorker(0xc032b6f9c0) /home/tippyflits/lotus/extern/sector-storage/sched_worker.go:143 +0x1aa created by github.com/filecoin-project/lotus/extern/sector-storage.(*scheduler).runWorker /home/tippyflits/lotus/extern/sector-storage/sched_worker.go:80 +0x5bb goroutine 5348150 [IO wait, 188 minutes]: internal/poll.runtime_pollWait(0x7f435015f528, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc029612918, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc029612900, 0xc025f79b71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc029612900, 0xc025f79b71, 0x1, 0x1, 0xc013c19748, 0xc01459c298, 0xc013c197c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc021dd5180, 0xc025f79b71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc025f79b60) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6356997 [IO wait, 140 minutes]: internal/poll.runtime_pollWait(0x7f4187a71be0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc027963818, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc027963800, 0xc024baaa31, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc027963800, 0xc024baaa31, 0x1, 0x1, 0xc034a2a748, 0xc000a1a138, 0xc034a2a7c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc024be8350, 0xc024baaa31, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc024baaa20) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4527391 [IO wait, 228 minutes]: internal/poll.runtime_pollWait(0x7f4187b8ccc8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc026a80318, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc026a80300, 0xc019023d51, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc026a80300, 0xc019023d51, 0x1, 0x1, 0xc021bff740, 0xc01446be18, 0xc014170fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0031d5730, 0xc019023d51, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc019023d40) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6027182 [IO wait, 156 minutes]: internal/poll.runtime_pollWait(0x7f435015e790, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc03249f298, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc03249f280, 0xc016e2f5a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc03249f280, 0xc016e2f5a1, 0x1, 0x1, 0xc029276120, 0x0, 0xc023e3b358) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc020b47a88, 0xc016e2f5a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc016e2f590) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4478442 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f43583b3720, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0203e9f18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0203e9f00, 0xc024267571, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0203e9f00, 0xc024267571, 0x1, 0x1, 0xc0169e54a0, 0x0, 0xc012b96718) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0226c0060, 0xc024267571, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc024267560) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4479303 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f4358734990, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0228b7418, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0228b7400, 0xc026822b81, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0228b7400, 0xc026822b81, 0x1, 0x1, 0xc024c4c840, 0x0, 0xc026023ad8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0213ab558, 0xc026822b81, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc026822b70) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4478891 [syscall]: syscall.Syscall6(0x28, 0xb8, 0xbb, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0xb8, 0xbb, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc025aa4e00, 0xbb, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0xbb, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc025f2a240, 0xc025f79620, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc023cfb570, 0xc025f79620, 0x0, 0xc025e62b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc025aa4e00, 0x380b840, 0xc023cfb3f0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02325bf60, 0x380b840, 0xc018efb2f0, 0x800, 0xc025e62c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02325bf60, 0x380b840, 0xc018efb2f0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01228e460, 0x380b840, 0xc018efb2f0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01228e460, 0x380b840, 0xc018efb2f0, 0x0, 0x0, 0x0, 0x326e760, 0xc025f60400, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01228e460, 0x380be40, 0xc023cfb3f0, 0x200000000, 0xc0254ff110, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01228e460, 0xc025955400, 0xc0254ff0d3, 0xc, 0x141d2ea4, 0xed79ae6d4, 0x4f79c20, 0xc025e631f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01228e460, 0xc025955400, 0x380ea60, 0xc025f5c240, 0xc0254ff073, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01228e460, 0xc025955400, 0xc0254ff050, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01228e460, 0xc025955400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02594ff20, 0x383ca00, 0xc01228e460, 0xc025955400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc025e63758, 0x383ca00, 0xc01228e460, 0xc025955200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01228e460, 0xc025955200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01228e460, 0xc025955200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01228e460, 0xc025955200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01228e460, 0xc025955000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01228e460, 0xc025ca1200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01228e460, 0xc025ca1200) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc025a5d720, 0x38483c0, 0xc0259d3580) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4749898 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x24c, 0x24e, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x24c, 0x24e, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0151f4e00, 0x24e, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x24e, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc027528840, 0xc021403260, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc000118338, 0xc021403260, 0x0, 0xc02daf2b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0151f4e00, 0x380b840, 0xc0339f6538, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc018b797f0, 0x380b840, 0xc01be7e978, 0x800, 0xc02daf2c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc018b797f0, 0x380b840, 0xc01be7e978, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc030cd00e0, 0x380b840, 0xc01be7e978, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc030cd00e0, 0x380b840, 0xc01be7e978, 0x0, 0x0, 0x0, 0x326e760, 0xc01fa77500, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc030cd00e0, 0x380be40, 0xc0339f6538, 0x200000000, 0xc01d2bc060, 0x28, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc030cd00e0, 0xc0156ff800, 0xc01d2bc023, 0xc, 0x173c83de, 0xed77e73dc, 0x4f79c20, 0xc02daf31f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc030cd00e0, 0xc0156ff800, 0x380ea60, 0xc025b1d2e0, 0xc01ecb9fa3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc030cd00e0, 0xc0156ff800, 0xc01ecb9f80, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc030cd00e0, 0xc0156ff800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc025b1cfb0, 0x383ca00, 0xc030cd00e0, 0xc0156ff800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02daf3758, 0x383ca00, 0xc030cd00e0, 0xc0156ff600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc030cd00e0, 0xc0156ff600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc030cd00e0, 0xc0156ff600) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc030cd00e0, 0xc0156ff600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc030cd00e0, 0xc0156ff400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc030cd00e0, 0xc0156fef00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc030cd00e0, 0xc0156fef00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc02281e640, 0x38483c0, 0xc02bf2e3c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4508754 [IO wait, 228 minutes]: internal/poll.runtime_pollWait(0x7f4187069ce0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc03128fe18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc03128fe00, 0xc012494df1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc03128fe00, 0xc012494df1, 0x1, 0x1, 0xc012f52900, 0x0, 0xc02d5dd1d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02ac788f8, 0xc012494df1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc012494de0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4740881 [IO wait, 217 minutes]: internal/poll.runtime_pollWait(0x7f41b8109dd0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc035a95918, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc035a95900, 0xc02044ba51, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc035a95900, 0xc02044ba51, 0x1, 0x1, 0xc0181e54a0, 0x0, 0xc027250798) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02c785910, 0xc02044ba51, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02044ba40) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4527423 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x158, 0x165, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x158, 0x165, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc020e72d00, 0x165, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x165, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01746ce40, 0xc02ed04f30, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc020ec3248, 0xc02ed04f30, 0x0, 0xc02fe1ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc020e72d00, 0x380b840, 0xc0155b8910, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc001db9a90, 0x380b840, 0xc02d1aac30, 0x800, 0xc02fe1ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc001db9a90, 0x380b840, 0xc02d1aac30, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0337cca80, 0x380b840, 0xc02d1aac30, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0337cca80, 0x380b840, 0xc02d1aac30, 0x0, 0x0, 0x0, 0x326e760, 0xc01d7b0a00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0337cca80, 0x380be40, 0xc0155b8910, 0x800000000, 0xc01d7aa340, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0337cca80, 0xc0194dfd00, 0xc01fc53e23, 0xd, 0x181c99e5, 0xed8570d78, 0x4f79c20, 0xc02fe1b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0337cca80, 0xc0194dfd00, 0x380ea60, 0xc01d8976a0, 0xc01fc53df3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0337cca80, 0xc0194dfd00, 0xc01fc53dd0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0337cca80, 0xc0194dfd00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01d897380, 0x383ca00, 0xc0337cca80, 0xc0194dfd00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02fe1b758, 0x383ca00, 0xc0337cca80, 0xc0194dfb00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0337cca80, 0xc0194dfb00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0337cca80, 0xc0194dfb00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0337cca80, 0xc0194dfb00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0337cca80, 0xc0194df900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0337cca80, 0xc0194df800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0337cca80, 0xc0194df800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0189e9e00, 0x38483c0, 0xc034a694c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4869872 [IO wait, 211 minutes]: internal/poll.runtime_pollWait(0x7f41871710c0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc025371598, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc025371580, 0xc035a15991, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc025371580, 0xc035a15991, 0x1, 0x1, 0xc02b0c76e0, 0x0, 0xc018bd9918) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02ad6f550, 0xc035a15991, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc035a15980) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5807091 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x47e, 0x481, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x47e, 0x481, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc011de4c80, 0x481, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x481, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc019c21920, 0xc019906270, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc01aa4a8e0, 0xc019906270, 0x0, 0xc00e726b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc011de4c80, 0x380b840, 0xc023bb8d20, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc026043e70, 0x380b840, 0xc025f867b0, 0x800, 0xc00e726c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc026043e70, 0x380b840, 0xc025f867b0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc034c808c0, 0x380b840, 0xc025f867b0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc034c808c0, 0x380b840, 0xc025f867b0, 0x0, 0x0, 0x0, 0x326e760, 0xc010a5b000, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc034c808c0, 0x380be40, 0xc023bb8d20, 0x800000000, 0xc0171f5d20, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc034c808c0, 0xc0147d4400, 0xc02243b9a3, 0xd, 0xdff96cb, 0xed8188026, 0x4f79c20, 0xc00e7271f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc034c808c0, 0xc0147d4400, 0x380ea60, 0xc017e49140, 0xc02243b973, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc034c808c0, 0xc0147d4400, 0xc02243b950, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc034c808c0, 0xc0147d4400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc017e48e20, 0x383ca00, 0xc034c808c0, 0xc0147d4400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc00e727758, 0x383ca00, 0xc034c808c0, 0xc019093d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc034c808c0, 0xc019093d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc034c808c0, 0xc019093d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc034c808c0, 0xc019093d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc034c808c0, 0xc019093900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc034c808c0, 0xc019093800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc034c808c0, 0xc019093800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc027686c80, 0x38483c0, 0xc01fd953c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4537075 [IO wait, 227 minutes]: internal/poll.runtime_pollWait(0x7f435801c4c0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0240eff18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0240eff00, 0xc015f735d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0240eff00, 0xc015f735d1, 0x1, 0x1, 0xc01d9cda40, 0x0, 0xc027250cd8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02ad6e460, 0xc015f735d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc015f735c0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5251636 [IO wait, 193 minutes]: internal/poll.runtime_pollWait(0x7f41c0126090, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc023a34398, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc023a34380, 0xc02ae8b301, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc023a34380, 0xc02ae8b301, 0x1, 0x1, 0xc017dc80c0, 0x0, 0xc01fe3bbd8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02325b470, 0xc02ae8b301, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02ae8b2f0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4531420 [IO wait, 227 minutes]: internal/poll.runtime_pollWait(0x7f4168057e28, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01fd10518, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01fd10500, 0xc020eb4af1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01fd10500, 0xc020eb4af1, 0x1, 0x1, 0xc02a0b5200, 0x0, 0xc04131c698) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02aef2100, 0xc020eb4af1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc020eb4ae0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6282877 [syscall]: syscall.Syscall6(0x28, 0x531, 0x536, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x531, 0x536, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc033c17200, 0x536, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x536, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0343b6780, 0xc0238ec000, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc026042700, 0xc0238ec000, 0x0, 0xc0173f8b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc033c17200, 0x380b840, 0xc026042408, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02ac78bc0, 0x380b840, 0xc017a0c0c0, 0x800, 0xc0173f8c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02ac78bc0, 0x380b840, 0xc017a0c0c0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc031b98000, 0x380b840, 0xc017a0c0c0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc031b98000, 0x380b840, 0xc017a0c0c0, 0x0, 0x0, 0x0, 0x326e760, 0xc0206d9800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc031b98000, 0x380be40, 0xc026042408, 0x800000000, 0xc019a87420, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc031b98000, 0xc002667800, 0xc032b175b3, 0xd, 0x12820a4d, 0xed8598de6, 0x4f79c20, 0xc0173f91f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc031b98000, 0xc002667800, 0x380ea60, 0xc014b2bf00, 0xc032b17583, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc031b98000, 0xc002667800, 0xc032b17560, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc031b98000, 0xc002667800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc014b2bb90, 0x383ca00, 0xc031b98000, 0xc002667800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0173f9758, 0x383ca00, 0xc031b98000, 0xc002667200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc031b98000, 0xc002667200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc031b98000, 0xc002667200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc031b98000, 0xc002667200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc031b98000, 0xc002666400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc031b98000, 0xc002666300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc031b98000, 0xc002666300) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc033008280, 0x38483c0, 0xc0121b3680) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4668746 [IO wait, 221 minutes]: internal/poll.runtime_pollWait(0x7f418706a8a8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02b0fbe18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02b0fbe00, 0xc02440c011, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02b0fbe00, 0xc02440c011, 0x1, 0x1, 0xc02155f2c0, 0x0, 0xc01506a958) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc025cf1d58, 0xc02440c011, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02440c000) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4494308 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0xf2, 0x118, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0xf2, 0x118, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01ed40780, 0x118, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x118, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc029dc8ae0, 0xc018851440, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc000197dd8, 0xc018851440, 0x0, 0xc02be96b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01ed40780, 0x380b840, 0xc0164156b8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc016415630, 0x380b840, 0xc017e40ff0, 0x800, 0xc02be96c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc016415630, 0x380b840, 0xc017e40ff0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc013c10620, 0x380b840, 0xc017e40ff0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc013c10620, 0x380b840, 0xc017e40ff0, 0x0, 0x0, 0x0, 0x326e760, 0xc03034c100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc013c10620, 0x380be40, 0xc0164156b8, 0x800000000, 0xc01264dea0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc013c10620, 0xc019092a00, 0xc02651c623, 0xd, 0x19855f1, 0xed8777965, 0x4f79c20, 0xc02be971f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc013c10620, 0xc019092a00, 0x380ea60, 0xc025b1d410, 0xc02651c5f3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc013c10620, 0xc019092a00, 0xc02651c5d0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc013c10620, 0xc019092a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc025b1d0e0, 0x383ca00, 0xc013c10620, 0xc019092a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02be97758, 0x383ca00, 0xc013c10620, 0xc019092800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc013c10620, 0xc019092800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc013c10620, 0xc019092800) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc013c10620, 0xc019092800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc013c10620, 0xc019092600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc013c10620, 0xc01ba37000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc013c10620, 0xc01ba37000) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023d341e0, 0x38483c0, 0xc022c20d00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5504274 [IO wait, 181 minutes]: internal/poll.runtime_pollWait(0x7f43583b2fe0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01926a798, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01926a780, 0xc02cb7c3d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01926a780, 0xc02cb7c3d1, 0x1, 0x1, 0xc024d351a0, 0x0, 0xc018734d98) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc01aa4a470, 0xc02cb7c3d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02cb7c3c0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5458342 [syscall]: syscall.Syscall6(0x28, 0x3e2, 0x3e8, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x3e2, 0x3e8, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc023d56680, 0x3e8, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x3e8, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0155a7380, 0xc031783800, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc000fa3770, 0xc031783800, 0x0, 0xc03046cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc023d56680, 0x380b840, 0xc017c1e378, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0001199d0, 0x380b840, 0xc02f96e798, 0x800, 0xc03046cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0001199d0, 0x380b840, 0xc02f96e798, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02900e000, 0x380b840, 0xc02f96e798, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02900e000, 0x380b840, 0xc02f96e798, 0x0, 0x0, 0x0, 0x326e760, 0xc010ad6f00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02900e000, 0x380be40, 0xc017c1e378, 0x200000000, 0xc00ff32b80, 0x1e, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02900e000, 0xc014402600, 0xc035b2b9d3, 0xc, 0xfe3cd6e, 0xed79b6c30, 0x4f79c20, 0xc03046d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02900e000, 0xc014402600, 0x380ea60, 0xc025b5f3e0, 0xc035b2b973, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02900e000, 0xc014402600, 0xc035b2b950, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02900e000, 0xc014402600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc025b5f070, 0x383ca00, 0xc02900e000, 0xc014402600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03046d758, 0x383ca00, 0xc02900e000, 0xc014402400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02900e000, 0xc014402400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02900e000, 0xc014402400) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02900e000, 0xc014402400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02900e000, 0xc014402100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02900e000, 0xc030688f00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02900e000, 0xc030688f00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023edd7c0, 0x38483c0, 0xc01b3e2c00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4479090 [syscall]: syscall.Syscall6(0x28, 0xbe, 0xc1, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0xbe, 0xc1, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc025aa5680, 0xc1, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0xc1, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc025a858c0, 0xc026537170, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc023cfb738, 0xc026537170, 0x0, 0xc01d188b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc025aa5680, 0x380b840, 0xc0260422e0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc026042120, 0x380b840, 0xc039614048, 0x800, 0xc01d188c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc026042120, 0x380b840, 0xc039614048, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03328d340, 0x380b840, 0xc039614048, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03328d340, 0x380b840, 0xc039614048, 0x0, 0x0, 0x0, 0x326e760, 0xc0265d6600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03328d340, 0x380be40, 0xc0260422e0, 0x200000000, 0xc02606d560, 0x1e, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03328d340, 0xc025a9d500, 0xc0265e20e3, 0xc, 0x107c1fec, 0xed79c5f1e, 0x4f79c20, 0xc01d1891f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03328d340, 0xc025a9d500, 0x380ea60, 0xc02605f170, 0xc0265e2083, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03328d340, 0xc025a9d500, 0xc0265e2060, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03328d340, 0xc025a9d500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02605ee50, 0x383ca00, 0xc03328d340, 0xc025a9d500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01d189758, 0x383ca00, 0xc03328d340, 0xc025a9d300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03328d340, 0xc025a9d300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03328d340, 0xc025a9d300) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03328d340, 0xc025a9d300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03328d340, 0xc025a9d100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03328d340, 0xc025a9d000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03328d340, 0xc025a9d000) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc026052c80, 0x38483c0, 0xc025d54f00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5815235 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x483, 0x484, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x483, 0x484, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc031a9c600, 0x484, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x484, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc00e4e9080, 0xc01783dd40, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0245e5c78, 0xc01783dd40, 0x0, 0xc00ff86b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc031a9c600, 0x380b840, 0xc0245e4be0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc023bb8f20, 0x380b840, 0xc00f71d8a8, 0x800, 0xc00ff86c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc023bb8f20, 0x380b840, 0xc00f71d8a8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01ecde9a0, 0x380b840, 0xc00f71d8a8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01ecde9a0, 0x380b840, 0xc00f71d8a8, 0x0, 0x0, 0x0, 0x326e760, 0xc02af76e00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01ecde9a0, 0x380be40, 0xc0245e4be0, 0x800000000, 0xc01cdf64c0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01ecde9a0, 0xc000064f00, 0xc01e7ed163, 0xd, 0x3809e7e, 0xed8777965, 0x4f79c20, 0xc00ff871f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01ecde9a0, 0xc000064f00, 0x380ea60, 0xc0212b38b0, 0xc01e7ed133, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01ecde9a0, 0xc000064f00, 0xc01e7ed110, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01ecde9a0, 0xc000064f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0212b3580, 0x383ca00, 0xc01ecde9a0, 0xc000064f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc00ff87758, 0x383ca00, 0xc01ecde9a0, 0xc01f8d7f00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01ecde9a0, 0xc01f8d7f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01ecde9a0, 0xc01f8d7f00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01ecde9a0, 0xc01f8d7f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01ecde9a0, 0xc01f8d7a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01ecde9a0, 0xc01f8d7600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01ecde9a0, 0xc01f8d7600) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01ae28640, 0x38483c0, 0xc018a49980) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5155074 [syscall, 4 minutes]: syscall.Syscall6(0x28, 0x342, 0x343, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x342, 0x343, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc026a81c00, 0x343, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x343, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0150119e0, 0xc02b6c2d80, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc032e61468, 0xc02b6c2d80, 0x0, 0xc02fde8b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc026a81c00, 0x380b840, 0xc032e61320, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc023cfb170, 0x380b840, 0xc003043080, 0x800, 0xc02fde8c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc023cfb170, 0x380b840, 0xc003043080, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02bf6e1c0, 0x380b840, 0xc003043080, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02bf6e1c0, 0x380b840, 0xc003043080, 0x0, 0x0, 0x0, 0x326e760, 0xc027371f00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02bf6e1c0, 0x380be40, 0xc032e61320, 0x800000000, 0xc028165d00, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02bf6e1c0, 0xc019093700, 0xc02861e953, 0xd, 0x3adb356a, 0xed854ec4f, 0x4f79c20, 0xc02fde91f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02bf6e1c0, 0xc019093700, 0x380ea60, 0xc0030f8c80, 0xc02861e923, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02bf6e1c0, 0xc019093700, 0xc02861e900, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02bf6e1c0, 0xc019093700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0030f8940, 0x383ca00, 0xc02bf6e1c0, 0xc019093700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02fde9758, 0x383ca00, 0xc02bf6e1c0, 0xc019093500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02bf6e1c0, 0xc019093500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02bf6e1c0, 0xc019093500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02bf6e1c0, 0xc019093500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02bf6e1c0, 0xc019093300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02bf6e1c0, 0xc019093200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02bf6e1c0, 0xc019093200) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023edca00, 0x38483c0, 0xc02cac15c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4482669 [IO wait, 229 minutes]: internal/poll.runtime_pollWait(0x7f4358734e18, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02c3af418, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02c3af400, 0xc016c62101, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02c3af400, 0xc016c62101, 0x1, 0x1, 0xc016a5a9c0, 0xc01459c298, 0xc000373fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0155b8e68, 0xc016c62101, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc016c620f0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4527673 [IO wait, 228 minutes]: internal/poll.runtime_pollWait(0x7f4359062568, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02802a218, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02802a200, 0xc01fa21691, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02802a200, 0xc01fa21691, 0x1, 0x1, 0xc02155f7a0, 0x0, 0xc01962d198) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0031d5de0, 0xc01fa21691, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01fa21680) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4489641 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x10e, 0x114, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x10e, 0x114, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc017168580, 0x114, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x114, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0237eba40, 0xc019009110, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc030b95590, 0xc019009110, 0x0, 0xc011d10b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc017168580, 0x380b840, 0xc0154fdf38, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02ac79d58, 0x380b840, 0xc02d1abc08, 0x800, 0xc011d10c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02ac79d58, 0x380b840, 0xc02d1abc08, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0369da460, 0x380b840, 0xc02d1abc08, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0369da460, 0x380b840, 0xc02d1abc08, 0x0, 0x0, 0x0, 0x326e760, 0xc028755f00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0369da460, 0x380be40, 0xc0154fdf38, 0x800000000, 0xc028820340, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0369da460, 0xc030688000, 0xc0284e5613, 0xd, 0x693599, 0xed816de42, 0x4f79c20, 0xc011d111f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0369da460, 0xc030688000, 0x380ea60, 0xc02f769270, 0xc0284e55e3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0369da460, 0xc030688000, 0xc0284e55c0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0369da460, 0xc030688000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02f768f50, 0x383ca00, 0xc0369da460, 0xc030688000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc011d11758, 0x383ca00, 0xc0369da460, 0xc02c5cde00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0369da460, 0xc02c5cde00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0369da460, 0xc02c5cde00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0369da460, 0xc02c5cde00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0369da460, 0xc02c5cdc00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0369da460, 0xc01f8d7c00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0369da460, 0xc01f8d7c00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc024374e60, 0x38483c0, 0xc0177a0c40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4499272 [syscall]: syscall.Syscall6(0x28, 0x12a, 0x181, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x12a, 0x181, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0234f9b80, 0x181, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x181, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02ee0f560, 0xc01df08330, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc019c6b5e0, 0xc01df08330, 0x0, 0xc011a0eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0234f9b80, 0x380b840, 0xc02c784d38, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc003050078, 0x380b840, 0xc019a65c98, 0x800, 0xc011a0ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc003050078, 0x380b840, 0xc019a65c98, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02773c540, 0x380b840, 0xc019a65c98, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02773c540, 0x380b840, 0xc019a65c98, 0x0, 0x0, 0x0, 0x326e760, 0xc01ec77200, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02773c540, 0x380be40, 0xc02c784d38, 0x800000000, 0xc011c8d300, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02773c540, 0xc019093100, 0xc030736ce3, 0xd, 0x8574145, 0xed859dcc4, 0x4f79c20, 0xc011a0f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02773c540, 0xc019093100, 0x380ea60, 0xc016aac060, 0xc030736cb3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02773c540, 0xc019093100, 0xc030736c90, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02773c540, 0xc019093100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02382fd20, 0x383ca00, 0xc02773c540, 0xc019093100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc011a0f758, 0x383ca00, 0xc02773c540, 0xc019092e00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02773c540, 0xc019092e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02773c540, 0xc019092e00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02773c540, 0xc019092e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02773c540, 0xc019092c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02773c540, 0xc002080e00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02773c540, 0xc002080e00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01fc1f5e0, 0x38483c0, 0xc021bbb0c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5816277 [syscall]: syscall.Syscall6(0x28, 0x47f, 0x485, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x47f, 0x485, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc034a55b80, 0x485, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x485, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc011dacba0, 0xc01942ee70, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc029951808, 0xc01942ee70, 0x0, 0xc013742b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc034a55b80, 0x380b840, 0xc000118058, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0329ed508, 0x380b840, 0xc01d017d58, 0x800, 0xc013742c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0329ed508, 0x380b840, 0xc01d017d58, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc031b1e7e0, 0x380b840, 0xc01d017d58, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc031b1e7e0, 0x380b840, 0xc01d017d58, 0x0, 0x0, 0x0, 0x326e760, 0xc01ff1f400, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc031b1e7e0, 0x380be40, 0xc000118058, 0x800000000, 0xc01e44bd60, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc031b1e7e0, 0xc019567700, 0xc026348d13, 0xd, 0x2a395eec, 0xed873eed4, 0x4f79c20, 0xc0137431f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc031b1e7e0, 0xc019567700, 0x380ea60, 0xc02464fd30, 0xc026348ce3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc031b1e7e0, 0xc019567700, 0xc026348cc0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc031b1e7e0, 0xc019567700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02464fa10, 0x383ca00, 0xc031b1e7e0, 0xc019567700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc013743758, 0x383ca00, 0xc031b1e7e0, 0xc019567300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc031b1e7e0, 0xc019567300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc031b1e7e0, 0xc019567300) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc031b1e7e0, 0xc019567300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc031b1e7e0, 0xc019567000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc031b1e7e0, 0xc019566e00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc031b1e7e0, 0xc019566e00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bb594a0, 0x38483c0, 0xc03c0a8180) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5544459 [IO wait, 179 minutes]: internal/poll.runtime_pollWait(0x7f43480cf390, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01453a018, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01453a000, 0xc031f797e1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01453a000, 0xc031f797e1, 0x1, 0x1, 0xc001d49748, 0xc000a1a138, 0xc001d497c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02aef2fa8, 0xc031f797e1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc031f797d0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4478098 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f435015f8c8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc022e25e98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc022e25e80, 0xc0234e0dc1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc022e25e80, 0xc0234e0dc1, 0x1, 0x1, 0xc02d1d8ea0, 0x0, 0xc018a48098) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc021dd5640, 0xc0234e0dc1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0234e0db0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4489347 [IO wait, 229 minutes]: internal/poll.runtime_pollWait(0x7f4168006578, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02d226398, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02d226380, 0xc0191cbf01, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02d226380, 0xc0191cbf01, 0x1, 0x1, 0xc01d9c4360, 0x0, 0xc015a4f758) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02cc9fe00, 0xc0191cbf01, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0191cbef0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4478684 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f4187170d20, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0251aa898, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0251aa880, 0xc0253eff31, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0251aa880, 0xc0253eff31, 0x1, 0x1, 0xc01ab68f60, 0xc01459c298, 0xc0027977c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc024be8530, 0xc0253eff31, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0253eff20) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6779128 [IO wait, 120 minutes]: internal/poll.runtime_pollWait(0x7f412413da10, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc012aa5298, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc012aa5280, 0xc0226ade41, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc012aa5280, 0xc0226ade41, 0x1, 0x1, 0xc031278748, 0xc01459c298, 0xc0312787c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc018662b10, 0xc0226ade41, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0226ade30) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4925031 [IO wait, 209 minutes]: internal/poll.runtime_pollWait(0x7f41680581c8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc035a38e98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc035a38e80, 0xc01604bbd1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc035a38e80, 0xc01604bbd1, 0x1, 0x1, 0x0, 0xc01459c298, 0xc02ab4b7c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017f9daf8, 0xc01604bbd1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01604bbc0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4527510 [syscall]: syscall.Syscall6(0x28, 0x166, 0x16a, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x166, 0x16a, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc019a15200, 0x16a, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x16a, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02a09d1a0, 0xc0159996e0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0155b9048, 0xc0159996e0, 0x0, 0xc014542b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc019a15200, 0x380b840, 0xc0031d5b50, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc018662598, 0x380b840, 0xc024572090, 0x800, 0xc014542c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc018662598, 0x380b840, 0xc024572090, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01e0b5ce0, 0x380b840, 0xc024572090, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01e0b5ce0, 0x380b840, 0xc024572090, 0x0, 0x0, 0x0, 0x326e760, 0xc01da37100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01e0b5ce0, 0x380be40, 0xc0031d5b50, 0x800000000, 0xc01d5f1ec0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01e0b5ce0, 0xc018ddac00, 0xc01d15ed73, 0xd, 0x2938b646, 0xed8660814, 0x4f79c20, 0xc0145431f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01e0b5ce0, 0xc018ddac00, 0x380ea60, 0xc021205be0, 0xc01d15ed43, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01e0b5ce0, 0xc018ddac00, 0xc01d15ed20, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01e0b5ce0, 0xc018ddac00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0212058c0, 0x383ca00, 0xc01e0b5ce0, 0xc018ddac00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc014543758, 0x383ca00, 0xc01e0b5ce0, 0xc018ddaa00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01e0b5ce0, 0xc018ddaa00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01e0b5ce0, 0xc018ddaa00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01e0b5ce0, 0xc018ddaa00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01e0b5ce0, 0xc018dda600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01e0b5ce0, 0xc018dda500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01e0b5ce0, 0xc018dda500) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc033008aa0, 0x38483c0, 0xc02c333700) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4477555 [syscall]: syscall.Syscall6(0x28, 0x7d, 0x7e, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x7d, 0x7e, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc021ebb300, 0x7e, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x7e, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc024c13c80, 0xc023390510, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc015839788, 0xc023390510, 0x0, 0xc0326ceb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc021ebb300, 0x380b840, 0xc021dd48e0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc01f9af660, 0x380b840, 0xc01a5fe3a8, 0x800, 0xc0326cec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc01f9af660, 0x380b840, 0xc01a5fe3a8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01c7a2700, 0x380b840, 0xc01a5fe3a8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01c7a2700, 0x380b840, 0xc01a5fe3a8, 0x0, 0x0, 0x0, 0x326e760, 0xc022170300, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01c7a2700, 0x380be40, 0xc021dd48e0, 0x800000000, 0xc02211da40, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01c7a2700, 0xc02194dd00, 0xc02213b223, 0xd, 0x13a12dc3, 0xed7e0a764, 0x4f79c20, 0xc0326cf1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01c7a2700, 0xc02194dd00, 0x380ea60, 0xc022123520, 0xc02213b1f3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01c7a2700, 0xc02194dd00, 0xc02213b1d0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01c7a2700, 0xc02194dd00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc022123200, 0x383ca00, 0xc01c7a2700, 0xc02194dd00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0326cf758, 0x383ca00, 0xc01c7a2700, 0xc02194db00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01c7a2700, 0xc02194db00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01c7a2700, 0xc02194db00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01c7a2700, 0xc02194db00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01c7a2700, 0xc02194d900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01c7a2700, 0xc02194d800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01c7a2700, 0xc02194d800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01f9ffa40, 0x38483c0, 0xc014e99580) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4995742 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x2f0, 0x2f1, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x2f0, 0x2f1, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc018d1b000, 0x2f1, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x2f1, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc021137440, 0xc0126606c0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0031d5018, 0xc0126606c0, 0x0, 0xc0200dcb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc018d1b000, 0x380b840, 0xc0192c64a0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc000fa3728, 0x380b840, 0xc02cc920f0, 0x800, 0xc0200dcc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc000fa3728, 0x380b840, 0xc02cc920f0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02bb93b20, 0x380b840, 0xc02cc920f0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02bb93b20, 0x380b840, 0xc02cc920f0, 0x0, 0x0, 0x0, 0x326e760, 0xc00e69c100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02bb93b20, 0x380be40, 0xc0192c64a0, 0x800000000, 0xc0276b8600, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02bb93b20, 0xc026d32f00, 0xc0209d7793, 0xd, 0x11735be4, 0xed859aeb6, 0x4f79c20, 0xc0200dd1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02bb93b20, 0xc026d32f00, 0x380ea60, 0xc021c11470, 0xc0209d7763, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02bb93b20, 0xc026d32f00, 0xc0209d7740, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02bb93b20, 0xc026d32f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc021c110b0, 0x383ca00, 0xc02bb93b20, 0xc026d32f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0200dd758, 0x383ca00, 0xc02bb93b20, 0xc026d32d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02bb93b20, 0xc026d32d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02bb93b20, 0xc026d32d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02bb93b20, 0xc026d32d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02bb93b20, 0xc026d32b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02bb93b20, 0xc02c5cce00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02bb93b20, 0xc02c5cce00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01d9fa140, 0x38483c0, 0xc017668180) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5275301 [IO wait, 191 minutes]: internal/poll.runtime_pollWait(0x7f418417e970, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01ce7d398, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01ce7d380, 0xc02143e281, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01ce7d380, 0xc02143e281, 0x1, 0x1, 0xc01e2281e0, 0x0, 0xc01f417b98) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0226c0668, 0xc02143e281, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02143e270) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4479572 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0xdc, 0xde, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0xdc, 0xde, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01c80c000, 0xde, 0x3fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0xde, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02f1d32c0, 0xc000384e70, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc025cf1470, 0xc000384e70, 0x0, 0xc02765cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01c80c000, 0x380b840, 0xc032e61a10, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0329ec048, 0x380b840, 0xc0339de7c8, 0x800, 0xc02765cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0329ec048, 0x380b840, 0xc0339de7c8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02b0ff420, 0x380b840, 0xc0339de7c8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02b0ff420, 0x380b840, 0xc0339de7c8, 0x0, 0x0, 0x0, 0x326e760, 0xc014840700, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02b0ff420, 0x380be40, 0xc032e61a10, 0x400000000, 0xc02fa26e40, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02b0ff420, 0xc02c16fc00, 0xc02fa26e03, 0xc, 0x1121c741, 0xed79dda1a, 0x4f79c20, 0xc02765d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02b0ff420, 0xc02c16fc00, 0x380ea60, 0xc01a0e5590, 0xc02fa26da3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02b0ff420, 0xc02c16fc00, 0xc02fa26d80, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02b0ff420, 0xc02c16fc00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01a0e5270, 0x383ca00, 0xc02b0ff420, 0xc02c16fc00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02765d758, 0x383ca00, 0xc02b0ff420, 0xc02c16fa00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02b0ff420, 0xc02c16fa00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02b0ff420, 0xc02c16fa00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02b0ff420, 0xc02c16fa00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02b0ff420, 0xc02c16f800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02b0ff420, 0xc02c16f700) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02b0ff420, 0xc02c16f700) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc033008000, 0x38483c0, 0xc016d02000) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4473871 [syscall, 4 minutes]: syscall.Syscall6(0x28, 0x5b, 0x5c, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x5b, 0x5c, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc010751600, 0x5c, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x5c, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0377fc780, 0xc022e0bec0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02c7106b8, 0xc022e0bec0, 0x0, 0xc01882cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc010751600, 0x380b840, 0xc000196090, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02c710478, 0x380b840, 0xc002f0bcc8, 0x800, 0xc01882cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02c710478, 0x380b840, 0xc002f0bcc8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc025d3a8c0, 0x380b840, 0xc002f0bcc8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc025d3a8c0, 0x380b840, 0xc002f0bcc8, 0x0, 0x0, 0x0, 0x326e760, 0xc01ab7e000, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc025d3a8c0, 0x380be40, 0xc000196090, 0x800000000, 0xc01ab4c860, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc025d3a8c0, 0xc002188900, 0xc01aad9e53, 0xd, 0x962f100, 0xed86561ec, 0x4f79c20, 0xc01882d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc025d3a8c0, 0xc002188900, 0x380ea60, 0xc01622fea0, 0xc01aad9e23, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc025d3a8c0, 0xc002188900, 0xc01aad9e00, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc025d3a8c0, 0xc002188900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01622fb80, 0x383ca00, 0xc025d3a8c0, 0xc002188900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01882d758, 0x383ca00, 0xc025d3a8c0, 0xc002188700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc025d3a8c0, 0xc002188700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc025d3a8c0, 0xc002188700) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc025d3a8c0, 0xc002188700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc025d3a8c0, 0xc002188400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc025d3a8c0, 0xc0162b7f00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc025d3a8c0, 0xc0162b7f00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01a2ef0e0, 0x38483c0, 0xc02a69ae40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5669413 [syscall]: syscall.Syscall6(0x28, 0x446, 0x451, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x446, 0x451, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0239a4a00, 0x451, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x451, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01378f200, 0xc0245626f0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc020ec2410, 0xc0245626f0, 0x0, 0xc02f842b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0239a4a00, 0x380b840, 0xc020ec2298, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc022e817b8, 0x380b840, 0xc025dd8528, 0x800, 0xc02f842c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc022e817b8, 0x380b840, 0xc025dd8528, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0349901c0, 0x380b840, 0xc025dd8528, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0349901c0, 0x380b840, 0xc025dd8528, 0x0, 0x0, 0x0, 0x326e760, 0xc0289b2e00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0349901c0, 0x380be40, 0xc020ec2298, 0x800000000, 0xc0257b7bc0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0349901c0, 0xc01f3a6e00, 0xc026f9ce93, 0xd, 0xac2cad0, 0xed7e24402, 0x4f79c20, 0xc02f8431f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0349901c0, 0xc01f3a6e00, 0x380ea60, 0xc0234868a0, 0xc026f9ce63, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0349901c0, 0xc01f3a6e00, 0xc026f9ce40, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0349901c0, 0xc01f3a6e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0234864c0, 0x383ca00, 0xc0349901c0, 0xc01f3a6e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02f843758, 0x383ca00, 0xc0349901c0, 0xc01f3a6c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0349901c0, 0xc01f3a6c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0349901c0, 0xc01f3a6c00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0349901c0, 0xc01f3a6c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0349901c0, 0xc01f3a6400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0349901c0, 0xc002188b00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0349901c0, 0xc002188b00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0236eadc0, 0x38483c0, 0xc02786ac00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6887684 [IO wait, 115 minutes]: internal/poll.runtime_pollWait(0x7f4358211e00, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc033e1fa98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc033e1fa80, 0xc02674d331, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc033e1fa80, 0xc02674d331, 0x1, 0x1, 0xc012635f48, 0xc000a1a138, 0xc012635fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02325b4d0, 0xc02674d331, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02674d320) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4630115 [IO wait, 223 minutes]: internal/poll.runtime_pollWait(0x7f41b805de10, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc026a1d798, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc026a1d780, 0xc02604e101, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc026a1d780, 0xc02604e101, 0x1, 0x1, 0xc0187c6960, 0xc01459c298, 0xc02a6ce7c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0245e5250, 0xc02604e101, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02604e0f0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5834489 [syscall]: syscall.Syscall6(0x28, 0x488, 0x48d, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x488, 0x48d, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02c632880, 0x48d, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x48d, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc016656720, 0xc026469c50, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc01aa4a740, 0xc026469c50, 0x0, 0xc01eb76b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02c632880, 0x380b840, 0xc032e60288, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc01aa4a590, 0x380b840, 0xc002686fc0, 0x800, 0xc01eb76c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc01aa4a590, 0x380b840, 0xc002686fc0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0347d7340, 0x380b840, 0xc002686fc0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0347d7340, 0x380b840, 0xc002686fc0, 0x0, 0x0, 0x0, 0x326e760, 0xc02f0c6800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0347d7340, 0x380be40, 0xc032e60288, 0x200000000, 0xc02f0ce030, 0x28, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0347d7340, 0xc014402700, 0xc02f0ce023, 0xd, 0xd28daf0, 0xed7f5c2ca, 0x4f79c20, 0xc01eb771f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0347d7340, 0xc014402700, 0x380ea60, 0xc017cc8a20, 0xc02ed37fd3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0347d7340, 0xc014402700, 0xc02ed37fb0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0347d7340, 0xc014402700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc017cc86e0, 0x383ca00, 0xc0347d7340, 0xc014402700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01eb77758, 0x383ca00, 0xc0347d7340, 0xc014402400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0347d7340, 0xc014402400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0347d7340, 0xc014402400) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0347d7340, 0xc014402400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0347d7340, 0xc014402100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0347d7340, 0xc00233d300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0347d7340, 0xc00233d300) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc021787d60, 0x38483c0, 0xc018af4380) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4508548 [syscall]: syscall.Syscall6(0x28, 0x13c, 0x13d, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x13c, 0x13d, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc03128fb00, 0x13d, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x13d, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc021807ce0, 0xc03155b020, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02ad6e0d0, 0xc03155b020, 0x0, 0xc02166cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc03128fb00, 0x380b840, 0xc02ac782a0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02cc9f550, 0x380b840, 0xc02f96fc98, 0x800, 0xc02166cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02cc9f550, 0x380b840, 0xc02f96fc98, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc036e38c40, 0x380b840, 0xc02f96fc98, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc036e38c40, 0x380b840, 0xc02f96fc98, 0x0, 0x0, 0x0, 0x326e760, 0xc031c0ce00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc036e38c40, 0x380be40, 0xc02ac782a0, 0x800000000, 0xc031a499a0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc036e38c40, 0xc019092a00, 0xc031a68773, 0xd, 0x45cc8c, 0xed7f4bf1a, 0x4f79c20, 0xc02166d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc036e38c40, 0xc019092a00, 0x380ea60, 0xc025ca2410, 0xc031a68743, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc036e38c40, 0xc019092a00, 0xc031a68720, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc036e38c40, 0xc019092a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc025ca20f0, 0x383ca00, 0xc036e38c40, 0xc019092a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02166d758, 0x383ca00, 0xc036e38c40, 0xc019092800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc036e38c40, 0xc019092800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc036e38c40, 0xc019092800) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc036e38c40, 0xc019092800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc036e38c40, 0xc019092600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc036e38c40, 0xc019092500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc036e38c40, 0xc019092500) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0022339a0, 0x38483c0, 0xc001758e40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4479293 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0xd4, 0x475, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0xd4, 0x475, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0228b7f00, 0x475, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x475, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc00e67f260, 0xc029bef800, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0164141c8, 0xc029bef800, 0x0, 0xc026c34b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0228b7f00, 0x380b840, 0xc0271a7a20, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0213ab840, 0x380b840, 0xc0167f4d98, 0x800, 0xc026c34c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0213ab840, 0x380b840, 0xc0167f4d98, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc034882380, 0x380b840, 0xc0167f4d98, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc034882380, 0x380b840, 0xc0167f4d98, 0x0, 0x0, 0x0, 0x326e760, 0xc025013e00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc034882380, 0x380be40, 0xc0271a7a20, 0x800000000, 0xc02c716180, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc034882380, 0xc01f3a7500, 0xc02fab4a13, 0xd, 0x39320f09, 0xed871f854, 0x4f79c20, 0xc026c351f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc034882380, 0xc01f3a7500, 0x380ea60, 0xc015e68ac0, 0xc02fab49e3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc034882380, 0xc01f3a7500, 0xc02fab49c0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc034882380, 0xc01f3a7500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc015e686f0, 0x383ca00, 0xc034882380, 0xc01f3a7500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc026c35758, 0x383ca00, 0xc034882380, 0xc01f3a7100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc034882380, 0xc01f3a7100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc034882380, 0xc01f3a7100) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc034882380, 0xc01f3a7100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc034882380, 0xc01f3a6e00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc034882380, 0xc02194c400) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc034882380, 0xc02194c400) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc026ee90e0, 0x38483c0, 0xc026de8b00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5329791 [syscall]: syscall.Syscall6(0x28, 0x3a2, 0x3a3, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x3a2, 0x3a3, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc039c75880, 0x3a3, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x3a3, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02c5e5da0, 0xc014fb3bf0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc024be8260, 0xc014fb3bf0, 0x0, 0xc02e328b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc039c75880, 0x380b840, 0xc00001af20, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02f4a39b0, 0x380b840, 0xc0152f6510, 0x800, 0xc02e328c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02f4a39b0, 0x380b840, 0xc0152f6510, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02900e540, 0x380b840, 0xc0152f6510, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02900e540, 0x380b840, 0xc0152f6510, 0x0, 0x0, 0x0, 0x326e760, 0xc01732b300, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02900e540, 0x380be40, 0xc00001af20, 0x800000000, 0xc023145480, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02900e540, 0xc02194d400, 0xc026f59d03, 0xd, 0x10d486b7, 0xed7a38d70, 0x4f79c20, 0xc02e3291f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02900e540, 0xc02194d400, 0x380ea60, 0xc01892ac80, 0xc026f59cd3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02900e540, 0xc02194d400, 0xc026f59cb0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02900e540, 0xc02194d400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01892a900, 0x383ca00, 0xc02900e540, 0xc02194d400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02e329758, 0x383ca00, 0xc02900e540, 0xc02194d200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02900e540, 0xc02194d200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02900e540, 0xc02194d200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02900e540, 0xc02194d200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02900e540, 0xc02194cf00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02900e540, 0xc02194ce00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02900e540, 0xc02194ce00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01cabe640, 0x38483c0, 0xc01896a780) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6696699 [syscall]: syscall.Syscall6(0x28, 0x5ba, 0x5bb, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x5ba, 0x5bb, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc023c23800, 0x5bb, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x5bb, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02b9b9d40, 0xc0325417d0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0001967f0, 0xc0325417d0, 0x0, 0xc015950b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc023c23800, 0x380b840, 0xc017400958, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc021dd4730, 0x380b840, 0xc001d809c0, 0x800, 0xc015950c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc021dd4730, 0x380b840, 0xc001d809c0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0114956c0, 0x380b840, 0xc001d809c0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0114956c0, 0x380b840, 0xc001d809c0, 0x0, 0x0, 0x0, 0x326e760, 0xc03393c500, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0114956c0, 0x380be40, 0xc017400958, 0x800000000, 0xc0280ccaa0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0114956c0, 0xc002080000, 0xc0280a23e3, 0xd, 0x3284e5b4, 0xed7e5253b, 0x4f79c20, 0xc0159511f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0114956c0, 0xc002080000, 0x380ea60, 0xc027e412a0, 0xc0280a23b3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0114956c0, 0xc002080000, 0xc0280a2390, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0114956c0, 0xc002080000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc027e40f80, 0x383ca00, 0xc0114956c0, 0xc002080000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc015951758, 0x383ca00, 0xc0114956c0, 0xc022dbdd00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0114956c0, 0xc022dbdd00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0114956c0, 0xc022dbdd00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0114956c0, 0xc022dbdd00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0114956c0, 0xc022dbd700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0114956c0, 0xc021d3c000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0114956c0, 0xc021d3c000) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023576460, 0x38483c0, 0xc0186bfe80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5843691 [syscall]: syscall.Syscall6(0x28, 0x48e, 0x494, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x48e, 0x494, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0367ac780, 0x494, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x494, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc018f70c60, 0xc03944f290, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0299514c8, 0xc03944f290, 0x0, 0xc02ed10b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0367ac780, 0x380b840, 0xc02f4a3b38, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc029951af0, 0x380b840, 0xc014affad0, 0x800, 0xc02ed10c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc029951af0, 0x380b840, 0xc014affad0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02900f7a0, 0x380b840, 0xc014affad0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02900f7a0, 0x380b840, 0xc014affad0, 0x0, 0x0, 0x0, 0x326e760, 0xc028b6a900, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02900f7a0, 0x380be40, 0xc02f4a3b38, 0x800000000, 0xc028b76060, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02900f7a0, 0xc01f3a7d00, 0xc02704f763, 0xc, 0xea20e73, 0xed78efa90, 0x4f79c20, 0xc02ed111f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02900f7a0, 0xc01f3a7d00, 0x380ea60, 0xc018b54cf0, 0xc02704f703, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02900f7a0, 0xc01f3a7d00, 0xc02704f6e0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02900f7a0, 0xc01f3a7d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc018b549d0, 0x383ca00, 0xc02900f7a0, 0xc01f3a7d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02ed11758, 0x383ca00, 0xc02900f7a0, 0xc01f3a7b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02900f7a0, 0xc01f3a7b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02900f7a0, 0xc01f3a7b00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02900f7a0, 0xc01f3a7b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02900f7a0, 0xc01f3a7700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02900f7a0, 0xc0193a7f00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02900f7a0, 0xc0193a7f00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01cabeaa0, 0x38483c0, 0xc019f55c00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6238444 [IO wait, 145 minutes]: internal/poll.runtime_pollWait(0x7f41240de1b0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc016cd8a18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc016cd8a00, 0xc015999ba1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc016cd8a00, 0xc015999ba1, 0x1, 0x1, 0xc0237ea5a0, 0x0, 0xc03217bb98) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc022e81b70, 0xc015999ba1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc015999b90) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4471522 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x43, 0x44, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x43, 0x44, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc035a95b80, 0x44, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x44, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0169cce40, 0xc02c96cae0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc030b94ca0, 0xc02c96cae0, 0x0, 0xc02b95cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc035a95b80, 0x380b840, 0xc01aa4b870, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc01aa4b740, 0x380b840, 0xc01d017d70, 0x800, 0xc02b95cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc01aa4b740, 0x380b840, 0xc01d017d70, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc031c05960, 0x380b840, 0xc01d017d70, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc031c05960, 0x380b840, 0xc01d017d70, 0x0, 0x0, 0x0, 0x326e760, 0xc01a61b900, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc031c05960, 0x380be40, 0xc01aa4b870, 0x800000000, 0xc0153e1fc0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc031c05960, 0xc0147d5800, 0xc0215bf4f3, 0xd, 0x1125a1ea, 0xed8593b66, 0x4f79c20, 0xc02b95d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc031c05960, 0xc0147d5800, 0x380ea60, 0xc02d7afec0, 0xc0215bf4c3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc031c05960, 0xc0147d5800, 0xc0215bf4a0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc031c05960, 0xc0147d5800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02d7afba0, 0x383ca00, 0xc031c05960, 0xc0147d5800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02b95d758, 0x383ca00, 0xc031c05960, 0xc0147d5600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc031c05960, 0xc0147d5600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc031c05960, 0xc0147d5600) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc031c05960, 0xc0147d5600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc031c05960, 0xc0147d5300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc031c05960, 0xc0147d5200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc031c05960, 0xc0147d5200) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0122a41e0, 0x38483c0, 0xc02d405ec0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4509216 [IO wait, 228 minutes]: internal/poll.runtime_pollWait(0x7f418418eab0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc022b6d918, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc022b6d900, 0xc029324fa1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc022b6d900, 0xc029324fa1, 0x1, 0x1, 0xc02142bf80, 0xc01459c298, 0xc01d3227c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0155b8f28, 0xc029324fa1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc029324f90) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6629251 [IO wait, 127 minutes]: internal/poll.runtime_pollWait(0x7f43000bf648, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0287c6d98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0287c6d80, 0xc011c44b81, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0287c6d80, 0xc011c44b81, 0x1, 0x1, 0xc00f334f48, 0xc01459c298, 0xc00f334fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0339f6858, 0xc011c44b81, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc011c44b70) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4482895 [syscall]: syscall.Syscall6(0x28, 0xeb, 0x173, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0xeb, 0x173, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01c8f9c00, 0x173, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x173, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02c5e4960, 0xc01d48f620, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc001db90c0, 0xc01d48f620, 0x0, 0xc024dc0b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01c8f9c00, 0x380b840, 0xc01f9af910, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0031d4368, 0x380b840, 0xc01706f908, 0x800, 0xc024dc0c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0031d4368, 0x380b840, 0xc01706f908, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc024275500, 0x380b840, 0xc01706f908, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc024275500, 0x380b840, 0xc01706f908, 0x0, 0x0, 0x0, 0x326e760, 0xc026028100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc024275500, 0x380be40, 0xc01f9af910, 0x800000000, 0xc01c419fe0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc024275500, 0xc026843500, 0xc02f5d0b33, 0xd, 0x8938839, 0xed86c3b27, 0x4f79c20, 0xc024dc11f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc024275500, 0xc026843500, 0x380ea60, 0xc01d502850, 0xc02f5d0b03, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc024275500, 0xc026843500, 0xc02f5d0ae0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc024275500, 0xc026843500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01d502520, 0x383ca00, 0xc024275500, 0xc026843500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc024dc1758, 0x383ca00, 0xc024275500, 0xc026843300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc024275500, 0xc026843300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc024275500, 0xc026843300) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc024275500, 0xc026843300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc024275500, 0xc026842f00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc024275500, 0xc026842e00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc024275500, 0xc026842e00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc019524e60, 0x38483c0, 0xc0168bfec0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4989618 [IO wait, 206 minutes]: internal/poll.runtime_pollWait(0x7f43000c5290, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01a5b6698, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01a5b6680, 0xc024562431, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01a5b6680, 0xc024562431, 0x1, 0x1, 0xc01fd5e0c0, 0x0, 0xc032e71098) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017f9c3c8, 0xc024562431, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc024562420) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4796210 [IO wait, 215 minutes]: internal/poll.runtime_pollWait(0x7f41680546e0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01fd10f18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01fd10f00, 0xc021f72b51, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01fd10f00, 0xc021f72b51, 0x1, 0x1, 0xc00e67e7e0, 0xc01459c298, 0xc001ae27c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc019c6a550, 0xc021f72b51, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc021f72b40) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5271091 [IO wait, 192 minutes]: internal/poll.runtime_pollWait(0x7f4358734fe8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0171ab318, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0171ab300, 0xc037abc101, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0171ab300, 0xc037abc101, 0x1, 0x1, 0xc021806420, 0x0, 0xc017274458) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc018662680, 0xc037abc101, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc037abc0f0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4478377 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f41ac0c50a8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02372df18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02372df00, 0xc023eff751, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02372df00, 0xc023eff751, 0x1, 0x1, 0xc001ef7748, 0xc01459c298, 0xc001ef77c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc021dd5d40, 0xc023eff751, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc023eff740) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4620681 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x1e2, 0x1e4, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x1e2, 0x1e4, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01c948300, 0x1e4, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x1e4, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc018dce960, 0xc037abc690, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02f6dbcc0, 0xc037abc690, 0x0, 0xc00f918b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01c948300, 0x380b840, 0xc02f6dbb90, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0245e5f60, 0x380b840, 0xc00f2a5260, 0x800, 0xc00f918c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0245e5f60, 0x380b840, 0xc00f2a5260, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc031c047e0, 0x380b840, 0xc00f2a5260, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc031c047e0, 0x380b840, 0xc00f2a5260, 0x0, 0x0, 0x0, 0x326e760, 0xc0209fc100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc031c047e0, 0x380be40, 0xc02f6dbb90, 0x200000000, 0xc0209c87b0, 0x28, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc031c047e0, 0xc00233d200, 0xc0209c87a3, 0xd, 0x34d4213f, 0xed7a2c99d, 0x4f79c20, 0xc00f9191f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc031c047e0, 0xc00233d200, 0x380ea60, 0xc015cd2580, 0xc0209c8773, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc031c047e0, 0xc00233d200, 0xc0209c8750, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc031c047e0, 0xc00233d200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc015cd2220, 0x383ca00, 0xc031c047e0, 0xc00233d200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc00f919758, 0x383ca00, 0xc031c047e0, 0xc00233d000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc031c047e0, 0xc00233d000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc031c047e0, 0xc00233d000) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc031c047e0, 0xc00233d000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc031c047e0, 0xc00233cc00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc031c047e0, 0xc002189f00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc031c047e0, 0xc002189f00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc027686be0, 0x38483c0, 0xc01f932140) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4499061 [IO wait, 229 minutes]: internal/poll.runtime_pollWait(0x7f43000bf390, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02506b198, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02506b180, 0xc032ade971, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02506b180, 0xc032ade971, 0x1, 0x1, 0xc018b227e0, 0x0, 0xc0215bcc98) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc032e616c0, 0xc032ade971, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc032ade960) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4823800 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x281, 0x286, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x281, 0x286, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc034fb8300, 0x286, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x286, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01e8aa4e0, 0xc022400f60, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc022e81e68, 0xc022400f60, 0x0, 0xc012da6b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc034fb8300, 0x380b840, 0xc02325a710, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc022e81db0, 0x380b840, 0xc022bbefc0, 0x800, 0xc012da6c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc022e81db0, 0x380b840, 0xc022bbefc0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02fed0540, 0x380b840, 0xc022bbefc0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02fed0540, 0x380b840, 0xc022bbefc0, 0x0, 0x0, 0x0, 0x326e760, 0xc01e31f900, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02fed0540, 0x380be40, 0xc02325a710, 0x800000000, 0xc01c6e8c40, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02fed0540, 0xc019093600, 0xc01c4c9673, 0xd, 0x123caaa8, 0xed85731ea, 0x4f79c20, 0xc012da71f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02fed0540, 0xc019093600, 0x380ea60, 0xc014b2a5c0, 0xc01c4c9643, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02fed0540, 0xc019093600, 0xc01c4c9620, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02fed0540, 0xc019093600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc014b2a2a0, 0x383ca00, 0xc02fed0540, 0xc019093600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc012da7758, 0x383ca00, 0xc02fed0540, 0xc019093400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02fed0540, 0xc019093400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02fed0540, 0xc019093400) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02fed0540, 0xc019093400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02fed0540, 0xc019093200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02fed0540, 0xc000064a00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02fed0540, 0xc000064a00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023fae8c0, 0x38483c0, 0xc01fe3bf00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4703937 [IO wait, 219 minutes]: internal/poll.runtime_pollWait(0x7f412413d928, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02b976298, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02b976280, 0xc02176e9a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02b976280, 0xc02176e9a1, 0x1, 0x1, 0x0, 0xc01459c298, 0xc02b0b9fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc029951dd8, 0xc02176e9a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02176e990) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4489393 [syscall]: syscall.Syscall6(0x28, 0xfe, 0x105, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0xfe, 0x105, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc031453180, 0x105, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x105, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01ef80180, 0xc02edbf2f0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02aef34b0, 0xc02edbf2f0, 0x0, 0xc011a08b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc031453180, 0x380b840, 0xc0329ec8e8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02aef33a8, 0x380b840, 0xc026237c68, 0x800, 0xc011a08c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02aef33a8, 0x380b840, 0xc026237c68, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02773ca80, 0x380b840, 0xc026237c68, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02773ca80, 0x380b840, 0xc026237c68, 0x0, 0x0, 0x0, 0x326e760, 0xc012b0a800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02773ca80, 0x380be40, 0xc0329ec8e8, 0x800000000, 0xc011b028e0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02773ca80, 0xc002667d00, 0xc03b9e1553, 0xd, 0x30c461c2, 0xed86bddc0, 0x4f79c20, 0xc011a091f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02773ca80, 0xc002667d00, 0x380ea60, 0xc016aacf80, 0xc03b9e14f3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02773ca80, 0xc002667d00, 0xc03b9e14d0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02773ca80, 0xc002667d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc016aacc60, 0x383ca00, 0xc02773ca80, 0xc002667d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc011a09758, 0x383ca00, 0xc02773ca80, 0xc002667b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02773ca80, 0xc002667b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02773ca80, 0xc002667b00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02773ca80, 0xc002667b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02773ca80, 0xc002667800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02773ca80, 0xc002667600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02773ca80, 0xc002667600) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc001f5de00, 0x38483c0, 0xc01f932d40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4537028 [IO wait, 227 minutes]: internal/poll.runtime_pollWait(0x7f4359062480, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc020f8bd98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc020f8bd80, 0xc0195a4881, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc020f8bd80, 0xc0195a4881, 0x1, 0x1, 0xc01fdec7e0, 0xc01459c298, 0xc00057c7c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00001a768, 0xc0195a4881, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0195a4870) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6036354 [IO wait, 156 minutes]: internal/poll.runtime_pollWait(0x7f4184187b20, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc019140318, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc019140300, 0xc017dfc101, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc019140300, 0xc017dfc101, 0x1, 0x1, 0xc02ee1cf48, 0xc01459c298, 0xc02ee1cfc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017e42bb0, 0xc017dfc101, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc017dfc0f0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5292574 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x38e, 0x38f, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x38e, 0x38f, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01fdfc500, 0x38f, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x38f, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc025202d20, 0xc01d3e50e0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc015839990, 0xc01d3e50e0, 0x0, 0xc03b80ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01fdfc500, 0x380b840, 0xc017f9c3d8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0164140d0, 0x380b840, 0xc002f72ee8, 0x800, 0xc03b80ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0164140d0, 0x380b840, 0xc002f72ee8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02900e9a0, 0x380b840, 0xc002f72ee8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02900e9a0, 0x380b840, 0xc002f72ee8, 0x0, 0x0, 0x0, 0x326e760, 0xc02d807c00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02900e9a0, 0x380be40, 0xc017f9c3d8, 0x800000000, 0xc02aff8bc0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02900e9a0, 0xc02194c300, 0xc02eded313, 0xd, 0x120ad668, 0xed7a38b36, 0x4f79c20, 0xc03b80b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02900e9a0, 0xc02194c300, 0x380ea60, 0xc01ff57c20, 0xc02eded2e3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02900e9a0, 0xc02194c300, 0xc02eded2c0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02900e9a0, 0xc02194c300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01ff578f0, 0x383ca00, 0xc02900e9a0, 0xc02194c300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03b80b758, 0x383ca00, 0xc02900e9a0, 0xc02194c100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02900e9a0, 0xc02194c100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02900e9a0, 0xc02194c100) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02900e9a0, 0xc02194c100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02900e9a0, 0xc0156fff00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02900e9a0, 0xc000065f00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02900e9a0, 0xc000065f00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc027686500, 0x38483c0, 0xc0239a7cc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4842257 [IO wait, 213 minutes]: internal/poll.runtime_pollWait(0x7f4358212370, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01f183318, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01f183300, 0xc018e852d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01f183300, 0xc018e852d1, 0x1, 0x1, 0x0, 0xc01459c298, 0xc02b0b97c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0154fdae0, 0xc018e852d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc018e852c0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 2917328 [IO wait]: internal/poll.runtime_pollWait(0x7f41241494a8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc03317f018, 0x72, 0x1000, 0x1000, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc03317f000, 0xc022de4000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc03317f000, 0xc022de4000, 0x1000, 0x1000, 0x0, 0x7f41241494b0, 0x0) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc018338720, 0xc022de4000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).Read(0xc018e88960, 0xc022de4000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/http/server.go:800 +0x1b9 bufio.(*Reader).fill(0xc01889acc0) /usr/local/go/src/bufio/bufio.go:101 +0x108 bufio.(*Reader).Peek(0xc01889acc0, 0x4, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/bufio/bufio.go:139 +0x4f net/http.(*conn).readRequest(0xc0025fba40, 0x3848318, 0xc017807580, 0x0, 0x0, 0x0) /usr/local/go/src/net/http/server.go:983 +0xec5 net/http.(*conn).serve(0xc0025fba40, 0x38483c0, 0xc017807580) /usr/local/go/src/net/http/server.go:1878 +0x705 created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 7355676 [syscall]: syscall.Syscall6(0x28, 0x686, 0x687, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x686, 0x687, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0203e8c80, 0x687, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x687, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01ab68540, 0xc0215d1bc0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0245e5e00, 0xc0215d1bc0, 0x0, 0xc036cc4b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0203e8c80, 0x380b840, 0xc01f9ae928, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0245e5c88, 0x380b840, 0xc026236fc0, 0x800, 0xc036cc4c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0245e5c88, 0x380b840, 0xc026236fc0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc012d009a0, 0x380b840, 0xc026236fc0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc012d009a0, 0x380b840, 0xc026236fc0, 0x0, 0x0, 0x0, 0x326e760, 0xc033b69900, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc012d009a0, 0x380be40, 0xc01f9ae928, 0x200000000, 0xc02c665f20, 0x1e, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc012d009a0, 0xc0027cc000, 0xc02306bbe3, 0xc, 0x2955d904, 0xed77e73a0, 0x4f79c20, 0xc036cc51f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc012d009a0, 0xc0027cc000, 0x380ea60, 0xc03093ddf0, 0xc02306bb83, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc012d009a0, 0xc0027cc000, 0xc02306bb60, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc012d009a0, 0xc0027cc000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc03093da70, 0x383ca00, 0xc012d009a0, 0xc0027cc000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc036cc5758, 0x383ca00, 0xc012d009a0, 0xc01f3a7500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc012d009a0, 0xc01f3a7500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc012d009a0, 0xc01f3a7500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc012d009a0, 0xc01f3a7500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc012d009a0, 0xc01f3a6100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc012d009a0, 0xc01f3a6000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc012d009a0, 0xc01f3a6000) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bd70f00, 0x38483c0, 0xc021b10140) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4635828 [syscall]: syscall.Syscall6(0x28, 0x1f4, 0x1f1, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x1f4, 0x1f1, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc018b03f80, 0x1f1, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x1f1, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0259ab080, 0xc023bb5f50, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0245e4078, 0xc023bb5f50, 0x0, 0xc0355c6b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc018b03f80, 0x380b840, 0xc020b468d8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc020ec3be8, 0x380b840, 0xc002f6fe00, 0x800, 0xc0355c6c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc020ec3be8, 0x380b840, 0xc002f6fe00, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02bb92620, 0x380b840, 0xc002f6fe00, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02bb92620, 0x380b840, 0xc002f6fe00, 0x0, 0x0, 0x0, 0x326e760, 0xc01e27e700, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02bb92620, 0x380be40, 0xc020b468d8, 0x200000000, 0xc026e0dbf0, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02bb92620, 0xc01ba37800, 0xc026e0dbe3, 0xd, 0xf67f99a, 0xed7f59732, 0x4f79c20, 0xc0355c71f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02bb92620, 0xc01ba37800, 0x380ea60, 0xc0286e3a30, 0xc026e0dbb3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02bb92620, 0xc01ba37800, 0xc026e0db90, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02bb92620, 0xc01ba37800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0286e3710, 0x383ca00, 0xc02bb92620, 0xc01ba37800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0355c7758, 0x383ca00, 0xc02bb92620, 0xc01ba37500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02bb92620, 0xc01ba37500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02bb92620, 0xc01ba37500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02bb92620, 0xc01ba37500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02bb92620, 0xc01ba37300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02bb92620, 0xc01ba37200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02bb92620, 0xc01ba37200) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bd71720, 0x38483c0, 0xc017108880) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4933639 [syscall]: syscall.Syscall6(0x28, 0x2c2, 0x301, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x2c2, 0x301, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01a5b7f80, 0x301, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x301, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01c7e6a80, 0xc01d169cb0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017ae8298, 0xc01d169cb0, 0x0, 0xc012dacb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01a5b7f80, 0x380b840, 0xc021dd5c80, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc032e60d40, 0x380b840, 0xc0002539c8, 0x800, 0xc012dacc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc032e60d40, 0x380b840, 0xc0002539c8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01b7181c0, 0x380b840, 0xc0002539c8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01b7181c0, 0x380b840, 0xc0002539c8, 0x0, 0x0, 0x0, 0x326e760, 0xc00ff6f700, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01b7181c0, 0x380be40, 0xc021dd5c80, 0x800000000, 0xc02bd1fba0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01b7181c0, 0xc0156ff400, 0xc0266a1f43, 0xd, 0x11b83bfc, 0xed81784aa, 0x4f79c20, 0xc012dad1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01b7181c0, 0xc0156ff400, 0x380ea60, 0xc01ddb2b40, 0xc0266a1f13, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01b7181c0, 0xc0156ff400, 0xc0266a1ef0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01b7181c0, 0xc0156ff400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01ddb2820, 0x383ca00, 0xc01b7181c0, 0xc0156ff400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc012dad758, 0x383ca00, 0xc01b7181c0, 0xc0156feb00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01b7181c0, 0xc0156feb00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01b7181c0, 0xc0156feb00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01b7181c0, 0xc0156feb00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01b7181c0, 0xc0156fe700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01b7181c0, 0xc002188500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01b7181c0, 0xc002188500) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023edcb40, 0x38483c0, 0xc02b8ce300) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4513721 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x149, 0x14a, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x149, 0x14a, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc023a3a780, 0x14a, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x14a, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc012062060, 0xc01613e450, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02aef2ab8, 0xc01613e450, 0x0, 0xc02fe16b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc023a3a780, 0x380b840, 0xc000119d78, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02f4a2100, 0x380b840, 0xc03a5e6f30, 0x800, 0xc02fe16c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02f4a2100, 0x380b840, 0xc03a5e6f30, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01939cfc0, 0x380b840, 0xc03a5e6f30, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01939cfc0, 0x380b840, 0xc03a5e6f30, 0x0, 0x0, 0x0, 0x326e760, 0xc00fa68300, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01939cfc0, 0x380be40, 0xc000119d78, 0x800000000, 0xc025a0a720, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01939cfc0, 0xc0156ff800, 0xc027f83df3, 0xd, 0x2686b0a, 0xed874c4d1, 0x4f79c20, 0xc02fe171f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01939cfc0, 0xc0156ff800, 0x380ea60, 0xc025537b10, 0xc027f83dc3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01939cfc0, 0xc0156ff800, 0xc027f83da0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01939cfc0, 0xc0156ff800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0255377f0, 0x383ca00, 0xc01939cfc0, 0xc0156ff800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02fe17758, 0x383ca00, 0xc01939cfc0, 0xc0156ff600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01939cfc0, 0xc0156ff600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01939cfc0, 0xc0156ff600) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01939cfc0, 0xc0156ff600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01939cfc0, 0xc0156ff400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01939cfc0, 0xc0156ff300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01939cfc0, 0xc0156ff300) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0189e80a0, 0x38483c0, 0xc033d1f2c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 2937686 [IO wait]: internal/poll.runtime_pollWait(0x7f41681754c0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0338d4f18, 0x72, 0x1000, 0x1000, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0338d4f00, 0xc02209a000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0338d4f00, 0xc02209a000, 0x1000, 0x1000, 0x58ec9c, 0xc022afdc38, 0x5bdb00) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc018b78408, 0xc02209a000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*persistConn).Read(0xc0338bd320, 0xc02209a000, 0x1000, 0x1000, 0xc010c319e0, 0xc022afdd40, 0x559095) /usr/local/go/src/net/http/transport.go:1922 +0x77 bufio.(*Reader).fill(0xc033b66120) /usr/local/go/src/bufio/bufio.go:101 +0x108 bufio.(*Reader).Peek(0xc033b66120, 0x1, 0x0, 0x1, 0x4, 0x1, 0x3) /usr/local/go/src/bufio/bufio.go:139 +0x4f net/http.(*persistConn).readLoop(0xc0338bd320) /usr/local/go/src/net/http/transport.go:2083 +0x1a8 created by net/http.(*Transport).dialConn /usr/local/go/src/net/http/transport.go:1743 +0xc77 goroutine 5586773 [syscall]: syscall.Syscall6(0x28, 0x41f, 0x423, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x41f, 0x423, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0240ee080, 0x423, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x423, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0324c88a0, 0xc034a38a20, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc000122508, 0xc034a38a20, 0x0, 0xc03c494b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0240ee080, 0x380b840, 0xc0192c6018, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc030b957c8, 0x380b840, 0xc01b6aec60, 0x800, 0xc03c494c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc030b957c8, 0x380b840, 0xc01b6aec60, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03c39a7e0, 0x380b840, 0xc01b6aec60, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03c39a7e0, 0x380b840, 0xc01b6aec60, 0x0, 0x0, 0x0, 0x326e760, 0xc02e2f9200, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03c39a7e0, 0x380be40, 0xc0192c6018, 0x200000000, 0xc02d1139b0, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03c39a7e0, 0xc0194dfa00, 0xc02d113973, 0xc, 0xe5375ab, 0xed77df8d0, 0x4f79c20, 0xc03c4951f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03c39a7e0, 0xc0194dfa00, 0x380ea60, 0xc017227c90, 0xc02d113913, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03c39a7e0, 0xc0194dfa00, 0xc02d1138f0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03c39a7e0, 0xc0194dfa00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc017227970, 0x383ca00, 0xc03c39a7e0, 0xc0194dfa00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03c495758, 0x383ca00, 0xc03c39a7e0, 0xc0194df600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03c39a7e0, 0xc0194df600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03c39a7e0, 0xc0194df600) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03c39a7e0, 0xc0194df600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03c39a7e0, 0xc0194df200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03c39a7e0, 0xc0194df100) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03c39a7e0, 0xc0194df100) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc02281efa0, 0x38483c0, 0xc03378e1c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4473573 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x57, 0x515, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x57, 0x515, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0158d0280, 0x515, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x515, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0198e81e0, 0xc0248ee630, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0192c6db0, 0xc0248ee630, 0x0, 0xc01882eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0158d0280, 0x380b840, 0xc0299516d8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0192c7b40, 0x380b840, 0xc002686d98, 0x800, 0xc01882ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0192c7b40, 0x380b840, 0xc002686d98, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc00f76c8c0, 0x380b840, 0xc002686d98, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc00f76c8c0, 0x380b840, 0xc002686d98, 0x0, 0x0, 0x0, 0x326e760, 0xc026da8c00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc00f76c8c0, 0x380be40, 0xc0299516d8, 0x800000000, 0xc014e64c40, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc00f76c8c0, 0xc014402f00, 0xc020d181a3, 0xd, 0x24c446d5, 0xed8665620, 0x4f79c20, 0xc01882f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc00f76c8c0, 0xc014402f00, 0x380ea60, 0xc01f3ed030, 0xc020d18173, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc00f76c8c0, 0xc014402f00, 0xc020d18150, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc00f76c8c0, 0xc014402f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01f3ecd00, 0x383ca00, 0xc00f76c8c0, 0xc014402f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01882f758, 0x383ca00, 0xc00f76c8c0, 0xc014402d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc00f76c8c0, 0xc014402d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc00f76c8c0, 0xc014402d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc00f76c8c0, 0xc014402d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc00f76c8c0, 0xc014402800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc00f76c8c0, 0xc000496c00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc00f76c8c0, 0xc000496c00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc001f5dae0, 0x38483c0, 0xc015b74680) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6773065 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x5d3, 0x5d4, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x5d3, 0x5d4, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc022b6d180, 0x5d4, 0x3fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x5d4, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc029dc8060, 0xc01251c720, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc018662af0, 0xc01251c720, 0x0, 0xc03e1cab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc022b6d180, 0x380b840, 0xc0329ed378, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0000112c8, 0x380b840, 0xc01a4a1f20, 0x800, 0xc03e1cac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0000112c8, 0x380b840, 0xc01a4a1f20, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03c3a0b60, 0x380b840, 0xc01a4a1f20, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03c3a0b60, 0x380b840, 0xc01a4a1f20, 0x0, 0x0, 0x0, 0x326e760, 0xc025dc4600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03c3a0b60, 0x380be40, 0xc0329ed378, 0x400000000, 0xc025d97e60, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03c3a0b60, 0xc02333e100, 0xc03a3d3943, 0xc, 0x88f155, 0xed79d8a2e, 0x4f79c20, 0xc03e1cb1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03c3a0b60, 0xc02333e100, 0x380ea60, 0xc020feac80, 0xc03a3d38e3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03c3a0b60, 0xc02333e100, 0xc03a3d38c0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03c3a0b60, 0xc02333e100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc020fea950, 0x383ca00, 0xc03c3a0b60, 0xc02333e100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03e1cb758, 0x383ca00, 0xc03c3a0b60, 0xc0194dfa00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03c3a0b60, 0xc0194dfa00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03c3a0b60, 0xc0194dfa00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03c3a0b60, 0xc0194dfa00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03c3a0b60, 0xc0194df600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03c3a0b60, 0xc02194da00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03c3a0b60, 0xc02194da00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01cabe1e0, 0x38483c0, 0xc0266fe540) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4478652 [syscall]: syscall.Syscall6(0x28, 0xa6, 0xf7, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0xa6, 0xf7, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0249ff800, 0xf7, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0xf7, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc024af1b00, 0xc02b6988d0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02cc9e460, 0xc02b6988d0, 0x0, 0xc000eeeb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0249ff800, 0x380b840, 0xc002a17eb0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc023cfab18, 0x380b840, 0xc027891908, 0x800, 0xc000eeec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc023cfab18, 0x380b840, 0xc027891908, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc034c75180, 0x380b840, 0xc027891908, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc034c75180, 0x380b840, 0xc027891908, 0x0, 0x0, 0x0, 0x326e760, 0xc0147b7600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc034c75180, 0x380be40, 0xc002a17eb0, 0x800000000, 0xc01f4741e0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc034c75180, 0xc0194def00, 0xc01c96daf3, 0xc, 0x103e2837, 0xed78c12a8, 0x4f79c20, 0xc000eef1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc034c75180, 0xc0194def00, 0x380ea60, 0xc021493c70, 0xc01c96da93, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc034c75180, 0xc0194def00, 0xc01c96da70, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc034c75180, 0xc0194def00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0214938f0, 0x383ca00, 0xc034c75180, 0xc0194def00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc000eef758, 0x383ca00, 0xc034c75180, 0xc0194ded00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc034c75180, 0xc0194ded00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc034c75180, 0xc0194ded00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc034c75180, 0xc0194ded00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc034c75180, 0xc0194deb00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc034c75180, 0xc019288a00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc034c75180, 0xc019288a00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc024d28140, 0x38483c0, 0xc024cb8f80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4478051 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f435019a800, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0227ff418, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0227ff400, 0xc02335e101, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0227ff400, 0xc02335e101, 0x1, 0x1, 0xc029f1ef60, 0x0, 0xc0264de818) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0158397d8, 0xc02335e101, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02335e0f0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4483616 [syscall]: syscall.Syscall6(0x28, 0xef, 0xf1, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0xef, 0xf1, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc020cf3800, 0xf1, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0xf1, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc00285c480, 0xc028bd9500, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0192c7458, 0xc028bd9500, 0x0, 0xc02241eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc020cf3800, 0x380b840, 0xc017ae86e8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc030b947a8, 0x380b840, 0xc017cb0eb8, 0x800, 0xc02241ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc030b947a8, 0x380b840, 0xc017cb0eb8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0124a6c40, 0x380b840, 0xc017cb0eb8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0124a6c40, 0x380b840, 0xc017cb0eb8, 0x0, 0x0, 0x0, 0x326e760, 0xc0320b8900, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0124a6c40, 0x380be40, 0xc017ae86e8, 0x800000000, 0xc0339c3f40, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0124a6c40, 0xc018dda400, 0xc0356c5b53, 0xd, 0x527e560, 0xed8569dac, 0x4f79c20, 0xc02241f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0124a6c40, 0xc018dda400, 0x380ea60, 0xc01fd90e10, 0xc0356c5b23, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0124a6c40, 0xc018dda400, 0xc0356c5b00, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0124a6c40, 0xc018dda400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01fd90af0, 0x383ca00, 0xc0124a6c40, 0xc018dda400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02241f758, 0x383ca00, 0xc0124a6c40, 0xc018dda200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0124a6c40, 0xc018dda200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0124a6c40, 0xc018dda200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0124a6c40, 0xc018dda200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0124a6c40, 0xc018dda000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0124a6c40, 0xc0194de700) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0124a6c40, 0xc0194de700) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018b86820, 0x38483c0, 0xc034a684c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6467554 [syscall]: syscall.Syscall6(0x28, 0x566, 0x579, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x566, 0x579, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc022599480, 0x579, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x579, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02128a9c0, 0xc0348c7980, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc030b95c00, 0xc0348c7980, 0x0, 0xc010ff6b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc022599480, 0x380b840, 0xc017e43838, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc018663f98, 0x380b840, 0xc014afeba0, 0x800, 0xc010ff6c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc018663f98, 0x380b840, 0xc014afeba0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02900e460, 0x380b840, 0xc014afeba0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02900e460, 0x380b840, 0xc014afeba0, 0x0, 0x0, 0x0, 0x326e760, 0xc0010fd600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02900e460, 0x380be40, 0xc017e43838, 0x800000000, 0xc01557d460, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02900e460, 0xc02194d900, 0xc02c4d6b03, 0xd, 0x193b3e2, 0xed8735eed, 0x4f79c20, 0xc010ff71f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02900e460, 0xc02194d900, 0x380ea60, 0xc01f5ee4f0, 0xc02c4d6ad3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02900e460, 0xc02194d900, 0xc02c4d6ab0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02900e460, 0xc02194d900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01f5ee1d0, 0x383ca00, 0xc02900e460, 0xc02194d900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc010ff7758, 0x383ca00, 0xc02900e460, 0xc02194d400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02900e460, 0xc02194d400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02900e460, 0xc02194d400) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02900e460, 0xc02194d400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02900e460, 0xc02194c800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02900e460, 0xc02194c700) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02900e460, 0xc02194c700) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0235763c0, 0x38483c0, 0xc011bedd00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4478567 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f418706a7c0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0248a2598, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0248a2580, 0xc024926251, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0248a2580, 0xc024926251, 0x1, 0x1, 0xc0169e54a0, 0x0, 0xc0226d8898) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc020b47e00, 0xc024926251, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc024926240) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5167251 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x345, 0x34f, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x345, 0x34f, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0169f4a00, 0x34f, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x34f, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01790a300, 0xc030bd14a0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc024be8c20, 0xc030bd14a0, 0x0, 0xc021298b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0169f4a00, 0x380b840, 0xc0245e4050, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc000118988, 0x380b840, 0xc0157243c0, 0x800, 0xc021298c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc000118988, 0x380b840, 0xc0157243c0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0386e6540, 0x380b840, 0xc0157243c0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0386e6540, 0x380b840, 0xc0157243c0, 0x0, 0x0, 0x0, 0x326e760, 0xc0109e6700, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0386e6540, 0x380be40, 0xc0245e4050, 0x800000000, 0xc0231c9780, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0386e6540, 0xc002666800, 0xc020e09e53, 0xd, 0x120b6629, 0xed81ad952, 0x4f79c20, 0xc0212991f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0386e6540, 0xc002666800, 0x380ea60, 0xc02d7ae390, 0xc020e09e23, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0386e6540, 0xc002666800, 0xc020e09e00, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0386e6540, 0xc002666800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02d7ae060, 0x383ca00, 0xc0386e6540, 0xc002666800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc021299758, 0x383ca00, 0xc0386e6540, 0xc002666400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0386e6540, 0xc002666400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0386e6540, 0xc002666400) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0386e6540, 0xc002666400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0386e6540, 0xc002666000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0386e6540, 0xc011fdff00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0386e6540, 0xc011fdff00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc02281e5a0, 0x38483c0, 0xc0381212c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5779501 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x474, 0x480, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x474, 0x480, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02196c200, 0x480, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x480, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01f646000, 0xc02d9820f0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0155b8fd8, 0xc02d9820f0, 0x0, 0xc024932b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02196c200, 0x380b840, 0xc017ae9fc8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc000197180, 0x380b840, 0xc021b7da88, 0x800, 0xc024932c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc000197180, 0x380b840, 0xc021b7da88, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc015463500, 0x380b840, 0xc021b7da88, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc015463500, 0x380b840, 0xc021b7da88, 0x0, 0x0, 0x0, 0x326e760, 0xc011327400, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc015463500, 0x380be40, 0xc017ae9fc8, 0x800000000, 0xc02e228ae0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc015463500, 0xc01ba36f00, 0xc0317875b3, 0xd, 0x141d5e99, 0xed7e199f8, 0x4f79c20, 0xc0249331f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc015463500, 0xc01ba36f00, 0x380ea60, 0xc029c9f0f0, 0xc031787583, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc015463500, 0xc01ba36f00, 0xc031787560, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc015463500, 0xc01ba36f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc029c9edd0, 0x383ca00, 0xc015463500, 0xc01ba36f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc024933758, 0x383ca00, 0xc015463500, 0xc01ba36d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc015463500, 0xc01ba36d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc015463500, 0xc01ba36d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc015463500, 0xc01ba36d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc015463500, 0xc01ba36800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc015463500, 0xc01ba36500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc015463500, 0xc01ba36500) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0122a5040, 0x38483c0, 0xc03be0f340) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4759247 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x251, 0x254, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x251, 0x254, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02bf73780, 0x254, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x254, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc012f53440, 0xc0277babd0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc019c6bfe8, 0xc0277babd0, 0x0, 0xc011562b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02bf73780, 0x380b840, 0xc02c7851e8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0164140c0, 0x380b840, 0xc00057e3d8, 0x800, 0xc011562c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0164140c0, 0x380b840, 0xc00057e3d8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc039cbb7a0, 0x380b840, 0xc00057e3d8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc039cbb7a0, 0x380b840, 0xc00057e3d8, 0x0, 0x0, 0x0, 0x326e760, 0xc032738f00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc039cbb7a0, 0x380be40, 0xc02c7851e8, 0x800000000, 0xc03272c9c0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc039cbb7a0, 0xc002666000, 0xc0327303e3, 0xd, 0xe3c9f8e, 0xed8188026, 0x4f79c20, 0xc0115631f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc039cbb7a0, 0xc002666000, 0x380ea60, 0xc017858550, 0xc0327303b3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc039cbb7a0, 0xc002666000, 0xc032730390, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc039cbb7a0, 0xc002666000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc017858230, 0x383ca00, 0xc039cbb7a0, 0xc002666000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc011563758, 0x383ca00, 0xc039cbb7a0, 0xc026d32600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc039cbb7a0, 0xc026d32600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc039cbb7a0, 0xc026d32600) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc039cbb7a0, 0xc026d32600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc039cbb7a0, 0xc026d32200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc039cbb7a0, 0xc026d32100) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc039cbb7a0, 0xc026d32100) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bb59180, 0x38483c0, 0xc01a508f80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6306194 [IO wait, 142 minutes]: internal/poll.runtime_pollWait(0x7f41b805e1b0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc036d93098, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc036d93080, 0xc032058911, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc036d93080, 0xc032058911, 0x1, 0x1, 0xc021bff620, 0x0, 0xc03c2e0698) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02ad6fcf8, 0xc032058911, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc032058900) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5466544 [syscall]: syscall.Syscall6(0x28, 0x3e7, 0x3ef, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x3e7, 0x3ef, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc019a14a00, 0x3ef, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x3ef, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc030e2d0e0, 0xc030bd1bc0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc023cfa208, 0xc030bd1bc0, 0x0, 0xc036a5cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc019a14a00, 0x380b840, 0xc015838918, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc018b78c88, 0x380b840, 0xc01692cf60, 0x800, 0xc036a5cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc018b78c88, 0x380b840, 0xc01692cf60, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0373fb6c0, 0x380b840, 0xc01692cf60, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0373fb6c0, 0x380b840, 0xc01692cf60, 0x0, 0x0, 0x0, 0x326e760, 0xc027848900, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0373fb6c0, 0x380be40, 0xc015838918, 0x800000000, 0xc0268381c0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0373fb6c0, 0xc019289000, 0xc022609343, 0xd, 0x29d7ec05, 0xed86b247a, 0x4f79c20, 0xc036a5d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0373fb6c0, 0xc019289000, 0x380ea60, 0xc0004a3610, 0xc022609313, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0373fb6c0, 0xc019289000, 0xc0226092f0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0373fb6c0, 0xc019289000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0004a2e00, 0x383ca00, 0xc0373fb6c0, 0xc019289000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc036a5d758, 0x383ca00, 0xc0373fb6c0, 0xc019288600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0373fb6c0, 0xc019288600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0373fb6c0, 0xc019288600) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0373fb6c0, 0xc019288600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0373fb6c0, 0xc019288200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0373fb6c0, 0xc019288000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0373fb6c0, 0xc019288000) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018b87900, 0x38483c0, 0xc024e70940) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5871341 [IO wait, 163 minutes]: internal/poll.runtime_pollWait(0x7f43580e3ac0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01736d198, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01736d180, 0xc015b93c61, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01736d180, 0xc015b93c61, 0x1, 0x1, 0xc01ef80fc0, 0x0, 0xc0252f6918) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02f4a21a8, 0xc015b93c61, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc015b93c50) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6751567 [syscall]: syscall.Syscall6(0x28, 0x5ca, 0x5cb, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x5ca, 0x5cb, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc022dd0b80, 0x5cb, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x5cb, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc015aeb0e0, 0xc02346f770, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017c1e590, 0xc02346f770, 0x0, 0xc0216eeb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc022dd0b80, 0x380b840, 0xc017ae9750, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017ae95c8, 0x380b840, 0xc02cc92d38, 0x800, 0xc0216eec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017ae95c8, 0x380b840, 0xc02cc92d38, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc034c800e0, 0x380b840, 0xc02cc92d38, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc034c800e0, 0x380b840, 0xc02cc92d38, 0x0, 0x0, 0x0, 0x326e760, 0xc0276b4a00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc034c800e0, 0x380be40, 0xc017ae9750, 0x800000000, 0xc0220c6c80, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc034c800e0, 0xc027847d00, 0xc02d575cd3, 0xd, 0xc3abed7, 0xed86c01bb, 0x4f79c20, 0xc0216ef1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc034c800e0, 0xc027847d00, 0x380ea60, 0xc0231811f0, 0xc02d575c73, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc034c800e0, 0xc027847d00, 0xc02d575c50, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc034c800e0, 0xc027847d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc023180ed0, 0x383ca00, 0xc034c800e0, 0xc027847d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0216ef758, 0x383ca00, 0xc034c800e0, 0xc027847500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc034c800e0, 0xc027847500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc034c800e0, 0xc027847500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc034c800e0, 0xc027847500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc034c800e0, 0xc027847000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc034c800e0, 0xc027846d00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc034c800e0, 0xc027846d00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc019525040, 0x38483c0, 0xc01fed2700) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5627233 [IO wait, 175 minutes]: internal/poll.runtime_pollWait(0x7f4348095820, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0295e9818, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0295e9800, 0xc015875031, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0295e9800, 0xc015875031, 0x1, 0x1, 0xc013f13f20, 0x0, 0xc022b2bb18) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc018b791e8, 0xc015875031, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc015875020) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5077340 [syscall]: syscall.Syscall6(0x28, 0x311, 0x31a, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x311, 0x31a, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01fd11980, 0x31a, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x31a, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0158698c0, 0xc02604f380, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017e42ce8, 0xc02604f380, 0x0, 0xc013deeb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01fd11980, 0x380b840, 0xc0299515e0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc021dd4c88, 0x380b840, 0xc033830540, 0x800, 0xc013deec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc021dd4c88, 0x380b840, 0xc033830540, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02773d0a0, 0x380b840, 0xc033830540, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02773d0a0, 0x380b840, 0xc033830540, 0x0, 0x0, 0x0, 0x326e760, 0xc03216a900, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02773d0a0, 0x380be40, 0xc0299515e0, 0x800000000, 0xc031b7fd00, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02773d0a0, 0xc002081300, 0xc032126623, 0xd, 0x1942ebad, 0xed8701d05, 0x4f79c20, 0xc013def1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02773d0a0, 0xc002081300, 0x380ea60, 0xc01a0e4530, 0xc0321265f3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02773d0a0, 0xc002081300, 0xc0321265d0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02773d0a0, 0xc002081300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01a0e4210, 0x383ca00, 0xc02773d0a0, 0xc002081300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc013def758, 0x383ca00, 0xc02773d0a0, 0xc002080c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02773d0a0, 0xc002080c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02773d0a0, 0xc002080c00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02773d0a0, 0xc002080c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02773d0a0, 0xc002080800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02773d0a0, 0xc002080700) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02773d0a0, 0xc002080700) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc021786820, 0x38483c0, 0xc02db0cd80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5136804 [syscall]: syscall.Syscall6(0x28, 0x33b, 0x338, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x33b, 0x338, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0127d2c80, 0x338, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x338, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02669e540, 0xc01f47a3c0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0000111f8, 0xc01f47a3c0, 0x0, 0xc02e32cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0127d2c80, 0x380b840, 0xc016414b00, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02f4a25c8, 0x380b840, 0xc03ab05200, 0x800, 0xc02e32cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02f4a25c8, 0x380b840, 0xc03ab05200, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc018feb500, 0x380b840, 0xc03ab05200, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc018feb500, 0x380b840, 0xc03ab05200, 0x0, 0x0, 0x0, 0x326e760, 0xc0117e9000, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc018feb500, 0x380be40, 0xc016414b00, 0x800000000, 0xc0202eaf60, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc018feb500, 0xc0027cc200, 0xc029b913a3, 0xd, 0x18d38129, 0xed8758122, 0x4f79c20, 0xc02e32d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc018feb500, 0xc0027cc200, 0x380ea60, 0xc01d8a5c40, 0xc029b91373, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc018feb500, 0xc0027cc200, 0xc029b91350, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc018feb500, 0xc0027cc200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01d8a5910, 0x383ca00, 0xc018feb500, 0xc0027cc200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02e32d758, 0x383ca00, 0xc018feb500, 0xc0027cc000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc018feb500, 0xc0027cc000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc018feb500, 0xc0027cc000) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc018feb500, 0xc0027cc000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc018feb500, 0xc0162b7d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc018feb500, 0xc0162b7c00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc018feb500, 0xc0162b7c00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bb58820, 0x38483c0, 0xc017e44040) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4499384 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x133, 0x134, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x133, 0x134, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc022598700, 0x134, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x134, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc021effb00, 0xc001a4b800, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02c710468, 0xc001a4b800, 0x0, 0xc01f008b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc022598700, 0x380b840, 0xc003051620, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc003050158, 0x380b840, 0xc01cdf5758, 0x800, 0xc01f008c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc003050158, 0x380b840, 0xc01cdf5758, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc012e32a80, 0x380b840, 0xc01cdf5758, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc012e32a80, 0x380b840, 0xc01cdf5758, 0x0, 0x0, 0x0, 0x326e760, 0xc0243b6800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc012e32a80, 0x380be40, 0xc003051620, 0x800000000, 0xc0133ce5e0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc012e32a80, 0xc002081500, 0xc0355d6b03, 0xd, 0x21af79f2, 0xed868ea5d, 0x4f79c20, 0xc01f0091f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc012e32a80, 0xc002081500, 0x380ea60, 0xc01fd90b60, 0xc0355d6ad3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc012e32a80, 0xc002081500, 0xc0355d6ab0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc012e32a80, 0xc002081500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01fd90830, 0x383ca00, 0xc012e32a80, 0xc002081500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01f009758, 0x383ca00, 0xc012e32a80, 0xc002081300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc012e32a80, 0xc002081300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc012e32a80, 0xc002081300) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc012e32a80, 0xc002081300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc012e32a80, 0xc002081000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc012e32a80, 0xc026c78500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc012e32a80, 0xc026c78500) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0189e9680, 0x38483c0, 0xc0206fc040) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4480903 [syscall]: syscall.Syscall6(0x28, 0xe1, 0xe2, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0xe1, 0xe2, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02d507300, 0xe2, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0xe2, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc018b237a0, 0xc0231f84b0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02cc9fbb8, 0xc0231f84b0, 0x0, 0xc025bbab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02d507300, 0x380b840, 0xc02ac79108, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02ad6f518, 0x380b840, 0xc0272f6858, 0x800, 0xc025bbac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02ad6f518, 0x380b840, 0xc0272f6858, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc037c2a000, 0x380b840, 0xc0272f6858, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc037c2a000, 0x380b840, 0xc0272f6858, 0x0, 0x0, 0x0, 0x326e760, 0xc019415500, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc037c2a000, 0x380be40, 0xc02ac79108, 0x800000000, 0xc019418580, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc037c2a000, 0xc026c78500, 0xc01b2601d3, 0xd, 0x21023ad, 0xed868b277, 0x4f79c20, 0xc025bbb1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc037c2a000, 0xc026c78500, 0x380ea60, 0xc015831410, 0xc01b2601a3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc037c2a000, 0xc026c78500, 0xc01b260180, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc037c2a000, 0xc026c78500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc015830f20, 0x383ca00, 0xc037c2a000, 0xc026c78500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc025bbb758, 0x383ca00, 0xc037c2a000, 0xc026c78300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc037c2a000, 0xc026c78300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc037c2a000, 0xc026c78300) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc037c2a000, 0xc026c78300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc037c2a000, 0xc026c78100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc037c2a000, 0xc002667a00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc037c2a000, 0xc002667a00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc015913180, 0x38483c0, 0xc02a61e100) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4962963 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x2d9, 0x2e1, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x2d9, 0x2e1, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02343a280, 0x2e1, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x2e1, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc029dc8f60, 0xc0245625a0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0245e5f40, 0xc0245625a0, 0x0, 0xc02eaf0b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02343a280, 0x380b840, 0xc02c7113f0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc023bb9958, 0x380b840, 0xc01fe62348, 0x800, 0xc02eaf0c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc023bb9958, 0x380b840, 0xc01fe62348, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc034c75260, 0x380b840, 0xc01fe62348, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc034c75260, 0x380b840, 0xc01fe62348, 0x0, 0x0, 0x0, 0x326e760, 0xc02391b300, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc034c75260, 0x380be40, 0xc02c7113f0, 0x800000000, 0xc0212626e0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc034c75260, 0xc0156feb00, 0xc020952683, 0xd, 0xd76b1d1, 0xed876b089, 0x4f79c20, 0xc02eaf11f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc034c75260, 0xc0156feb00, 0x380ea60, 0xc01f360910, 0xc020952623, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc034c75260, 0xc0156feb00, 0xc020952600, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc034c75260, 0xc0156feb00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01f3605f0, 0x383ca00, 0xc034c75260, 0xc0156feb00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02eaf1758, 0x383ca00, 0xc034c75260, 0xc0156fe700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc034c75260, 0xc0156fe700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc034c75260, 0xc0156fe700) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc034c75260, 0xc0156fe700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc034c75260, 0xc0156fe300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc034c75260, 0xc0156fe100) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc034c75260, 0xc0156fe100) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bd70320, 0x38483c0, 0xc015943d80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5623556 [IO wait, 175 minutes]: internal/poll.runtime_pollWait(0x7f4184187210, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0248a2298, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0248a2280, 0xc026f5a311, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0248a2280, 0xc026f5a311, 0x1, 0x1, 0xc0120f0748, 0xc01459c298, 0xc0120f07c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0213aa718, 0xc026f5a311, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc026f5a300) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7144938 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x642, 0x643, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x642, 0x643, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02ece3b00, 0x643, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x643, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02511d260, 0xc002a24c30, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc024be9c30, 0xc002a24c30, 0x0, 0xc0019e4b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02ece3b00, 0x380b840, 0xc02cc9f6f0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02f4a3438, 0x380b840, 0xc01ac015d8, 0x800, 0xc0019e4c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02f4a3438, 0x380b840, 0xc01ac015d8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0347d6fc0, 0x380b840, 0xc01ac015d8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0347d6fc0, 0x380b840, 0xc01ac015d8, 0x0, 0x0, 0x0, 0x326e760, 0xc0352c4e00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0347d6fc0, 0x380be40, 0xc02cc9f6f0, 0x800000000, 0xc0231caac0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0347d6fc0, 0xc019093400, 0xc0340037f3, 0xd, 0x11ab490b, 0xed7e5d504, 0x4f79c20, 0xc0019e51f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0347d6fc0, 0xc019093400, 0x380ea60, 0xc01a460b50, 0xc0340037c3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0347d6fc0, 0xc019093400, 0xc0340037a0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0347d6fc0, 0xc019093400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01a460830, 0x383ca00, 0xc0347d6fc0, 0xc019093400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0019e5758, 0x383ca00, 0xc0347d6fc0, 0xc019092700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0347d6fc0, 0xc019092700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0347d6fc0, 0xc019092700) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0347d6fc0, 0xc019092700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0347d6fc0, 0xc019092200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0347d6fc0, 0xc019725100) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0347d6fc0, 0xc019725100) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc002232280, 0x38483c0, 0xc014b34a00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5026218 [IO wait, 204 minutes]: internal/poll.runtime_pollWait(0x7f4358735470, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc020ef4698, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc020ef4680, 0xc020f6f571, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc020ef4680, 0xc020f6f571, 0x1, 0x1, 0xc021137ce0, 0x0, 0xc02227cbd8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02ed284a8, 0xc020f6f571, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc020f6f560) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6495099 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x57a, 0x588, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x57a, 0x588, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0197a6c00, 0x588, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x588, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0169e56e0, 0xc020db23f0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017b2aa88, 0xc020db23f0, 0x0, 0xc037548b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0197a6c00, 0x380b840, 0xc0245e54a0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc016414d68, 0x380b840, 0xc01a5a9ae8, 0x800, 0xc037548c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc016414d68, 0x380b840, 0xc01a5a9ae8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03a0d8c40, 0x380b840, 0xc01a5a9ae8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03a0d8c40, 0x380b840, 0xc01a5a9ae8, 0x0, 0x0, 0x0, 0x326e760, 0xc033f12d00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03a0d8c40, 0x380be40, 0xc0245e54a0, 0x800000000, 0xc02e112880, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03a0d8c40, 0xc0162b6200, 0xc02396cf53, 0xd, 0x228e84b3, 0xed7e28a8e, 0x4f79c20, 0xc0375491f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03a0d8c40, 0xc0162b6200, 0x380ea60, 0xc02d7ae610, 0xc02396cf23, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03a0d8c40, 0xc0162b6200, 0xc02396cf00, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03a0d8c40, 0xc0162b6200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02d7ae290, 0x383ca00, 0xc03a0d8c40, 0xc0162b6200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc037549758, 0x383ca00, 0xc03a0d8c40, 0xc0027cdf00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03a0d8c40, 0xc0027cdf00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03a0d8c40, 0xc0027cdf00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03a0d8c40, 0xc0027cdf00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03a0d8c40, 0xc0027cd500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03a0d8c40, 0xc0027cd200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03a0d8c40, 0xc0027cd200) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc002675180, 0x38483c0, 0xc017b52900) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4489164 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0xfa, 0xfd, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0xfa, 0xfd, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0343c7580, 0xfd, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0xfd, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0159f0540, 0xc0114f1110, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0329ec670, 0xc0114f1110, 0x0, 0xc02c47eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0343c7580, 0x380b840, 0xc0271a6708, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0339f6110, 0x380b840, 0xc01514b398, 0x800, 0xc02c47ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0339f6110, 0x380b840, 0xc01514b398, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc021c6d420, 0x380b840, 0xc01514b398, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc021c6d420, 0x380b840, 0xc01514b398, 0x0, 0x0, 0x0, 0x326e760, 0xc013f93400, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc021c6d420, 0x380be40, 0xc0271a6708, 0x800000000, 0xc011918240, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc021c6d420, 0xc018ddbe00, 0xc027340533, 0xd, 0x2ae20a78, 0xed81ca32b, 0x4f79c20, 0xc02c47f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc021c6d420, 0xc018ddbe00, 0x380ea60, 0xc02eafb390, 0xc027340503, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc021c6d420, 0xc018ddbe00, 0xc0273404e0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc021c6d420, 0xc018ddbe00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02eafb000, 0x383ca00, 0xc021c6d420, 0xc018ddbe00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02c47f758, 0x383ca00, 0xc021c6d420, 0xc018ddbc00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc021c6d420, 0xc018ddbc00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc021c6d420, 0xc018ddbc00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc021c6d420, 0xc018ddbc00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc021c6d420, 0xc018ddba00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc021c6d420, 0xc018ddb900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc021c6d420, 0xc018ddb900) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0276875e0, 0x38483c0, 0xc0213c81c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4750108 [syscall]: syscall.Syscall6(0x28, 0x24b, 0x250, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x24b, 0x250, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0234f8c80, 0x250, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x250, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02511dc20, 0xc016a2cc60, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc023cfa478, 0xc016a2cc60, 0x0, 0xc02daf6b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0234f8c80, 0x380b840, 0xc0183388f8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc000197830, 0x380b840, 0xc01d017e60, 0x800, 0xc02daf6c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc000197830, 0x380b840, 0xc01d017e60, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03c3a0e00, 0x380b840, 0xc01d017e60, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03c3a0e00, 0x380b840, 0xc01d017e60, 0x0, 0x0, 0x0, 0x326e760, 0xc0265dbf00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03c3a0e00, 0x380be40, 0xc0183388f8, 0x800000000, 0xc01d6fc960, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03c3a0e00, 0xc019093500, 0xc01d526bf3, 0xd, 0x266719a6, 0xed8718efb, 0x4f79c20, 0xc02daf71f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03c3a0e00, 0xc019093500, 0x380ea60, 0xc013c78f00, 0xc01d526bc3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03c3a0e00, 0xc019093500, 0xc01d526ba0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03c3a0e00, 0xc019093500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc013c78be0, 0x383ca00, 0xc03c3a0e00, 0xc019093500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02daf7758, 0x383ca00, 0xc03c3a0e00, 0xc019093300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03c3a0e00, 0xc019093300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03c3a0e00, 0xc019093300) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03c3a0e00, 0xc019093300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03c3a0e00, 0xc019093100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03c3a0e00, 0xc019093000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03c3a0e00, 0xc019093000) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc000fdcbe0, 0x38483c0, 0xc0121b3d80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 7154307 [IO wait, 102 minutes]: internal/poll.runtime_pollWait(0x7f43000bda10, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc032aa9f18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc032aa9f00, 0xc01cca5301, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc032aa9f00, 0xc01cca5301, 0x1, 0x1, 0xc020553980, 0x0, 0xc03c517f18) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc030b94c90, 0xc01cca5301, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01cca52f0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4722309 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x233, 0x238, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x233, 0x238, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02b0fb900, 0x238, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x238, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc021efe000, 0xc0353411a0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc022e80c00, 0xc0353411a0, 0x0, 0xc02f786b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02b0fb900, 0x380b840, 0xc022e80b68, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc022e80990, 0x380b840, 0xc001fffba8, 0x800, 0xc02f786c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc022e80990, 0x380b840, 0xc001fffba8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0013d5ea0, 0x380b840, 0xc001fffba8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0013d5ea0, 0x380b840, 0xc001fffba8, 0x0, 0x0, 0x0, 0x326e760, 0xc020c76b00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0013d5ea0, 0x380be40, 0xc022e80b68, 0x800000000, 0xc020c525c0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0013d5ea0, 0xc02c5cc000, 0xc020465943, 0xd, 0x10646c90, 0xed7e45cba, 0x4f79c20, 0xc02f7871f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0013d5ea0, 0xc02c5cc000, 0x380ea60, 0xc015623ae0, 0xc020465913, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0013d5ea0, 0xc02c5cc000, 0xc0204658f0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0013d5ea0, 0xc02c5cc000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0156237c0, 0x383ca00, 0xc0013d5ea0, 0xc02c5cc000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02f787758, 0x383ca00, 0xc0013d5ea0, 0xc019567d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0013d5ea0, 0xc019567d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0013d5ea0, 0xc019567d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0013d5ea0, 0xc019567d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0013d5ea0, 0xc019567b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0013d5ea0, 0xc019567800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0013d5ea0, 0xc019567800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018c7e1e0, 0x38483c0, 0xc0186be440) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4478859 [syscall]: syscall.Syscall6(0x28, 0xb2, 0xb6, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0xb2, 0xb6, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc025370e80, 0xb6, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0xb6, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0254e1560, 0xc0255f0300, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0245e4518, 0xc0255f0300, 0x0, 0xc025bbeb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc025370e80, 0x380b840, 0xc023cfb1d8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc022e81e28, 0x380b840, 0xc018efae10, 0x800, 0xc025bbec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc022e81e28, 0x380b840, 0xc018efae10, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01228e2a0, 0x380b840, 0xc018efae10, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01228e2a0, 0x380b840, 0xc018efae10, 0x0, 0x0, 0x0, 0x326e760, 0xc02596d100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01228e2a0, 0x380be40, 0xc023cfb1d8, 0x800000000, 0xc0254ad940, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01228e2a0, 0xc025954800, 0xc0254fe803, 0xd, 0xb107e14, 0xed81ae4b0, 0x4f79c20, 0xc025bbf1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01228e2a0, 0xc025954800, 0x380ea60, 0xc02594eee0, 0xc0254fe7d3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01228e2a0, 0xc025954800, 0xc0254fe7b0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01228e2a0, 0xc025954800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02594ebc0, 0x383ca00, 0xc01228e2a0, 0xc025954800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc025bbf758, 0x383ca00, 0xc01228e2a0, 0xc025954600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01228e2a0, 0xc025954600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01228e2a0, 0xc025954600) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01228e2a0, 0xc025954600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01228e2a0, 0xc025954400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01228e2a0, 0xc025954300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01228e2a0, 0xc025954300) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0259cc280, 0x38483c0, 0xc02553ec80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4983054 [syscall]: syscall.Syscall6(0x28, 0x2ea, 0x2eb, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x2ea, 0x2eb, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc019020e00, 0x2eb, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x2eb, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01fd5e4e0, 0xc02499f800, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0155b9720, 0xc02499f800, 0x0, 0xc013de8b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc019020e00, 0x380b840, 0xc02ed29e68, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02ed29c48, 0x380b840, 0xc030f48db0, 0x800, 0xc013de8c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02ed29c48, 0x380b840, 0xc030f48db0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01b4f67e0, 0x380b840, 0xc030f48db0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01b4f67e0, 0x380b840, 0xc030f48db0, 0x0, 0x0, 0x0, 0x326e760, 0xc01c3b6e00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01b4f67e0, 0x380be40, 0xc02ed29e68, 0x200000000, 0xc032b9c3f0, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01b4f67e0, 0xc000064f00, 0xc032b9c353, 0xc, 0xfe3cd6e, 0xed79b6c30, 0x4f79c20, 0xc013de91f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01b4f67e0, 0xc000064f00, 0x380ea60, 0xc014ee0d40, 0xc032b9c293, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01b4f67e0, 0xc000064f00, 0xc032b9c270, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01b4f67e0, 0xc000064f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc014ee0a20, 0x383ca00, 0xc01b4f67e0, 0xc000064f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc013de9758, 0x383ca00, 0xc01b4f67e0, 0xc000064900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01b4f67e0, 0xc000064900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01b4f67e0, 0xc000064900) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01b4f67e0, 0xc000064900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01b4f67e0, 0xc000064500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01b4f67e0, 0xc000064300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01b4f67e0, 0xc000064300) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0243741e0, 0x38483c0, 0xc021b10540) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6403447 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x561, 0x562, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x561, 0x562, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc024cfe680, 0x562, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x562, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0272d0240, 0xc001bcb7d0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc026042278, 0xc001bcb7d0, 0x0, 0xc032d34b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc024cfe680, 0x380b840, 0xc0213ab980, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc003051c28, 0x380b840, 0xc01a5fef78, 0x800, 0xc032d34c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc003051c28, 0x380b840, 0xc01a5fef78, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc014669dc0, 0x380b840, 0xc01a5fef78, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc014669dc0, 0x380b840, 0xc01a5fef78, 0x0, 0x0, 0x0, 0x326e760, 0xc02bda0800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc014669dc0, 0x380be40, 0xc0213ab980, 0x800000000, 0xc023386360, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc014669dc0, 0xc021d3c000, 0xc033efca43, 0xd, 0x1a39aac9, 0xed8194d3a, 0x4f79c20, 0xc032d351f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc014669dc0, 0xc021d3c000, 0x380ea60, 0xc024317bf0, 0xc033efc9e3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc014669dc0, 0xc021d3c000, 0xc033efc9c0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc014669dc0, 0xc021d3c000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc024317800, 0x383ca00, 0xc014669dc0, 0xc021d3c000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc032d35758, 0x383ca00, 0xc014669dc0, 0xc002189b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc014669dc0, 0xc002189b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc014669dc0, 0xc002189b00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc014669dc0, 0xc002189b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc014669dc0, 0xc002189300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc014669dc0, 0xc002189100) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc014669dc0, 0xc002189100) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01d9fb9a0, 0x38483c0, 0xc018b35e00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6366840 [IO wait, 139 minutes]: internal/poll.runtime_pollWait(0x7f418417e7a0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0151f4418, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0151f4400, 0xc011b8a221, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0151f4400, 0xc011b8a221, 0x1, 0x1, 0xc0251010e0, 0x0, 0xc025115ed8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017b2bb60, 0xc011b8a221, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc011b8a210) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4518000 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x14e, 0x592, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x14e, 0x592, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0151f5a80, 0x592, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x592, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01e5e0720, 0xc01c3c7440, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc01aa4aae8, 0xc01c3c7440, 0x0, 0xc01719eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0151f5a80, 0x380b840, 0xc0001976b0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc001db98f8, 0x380b840, 0xc01d017650, 0x800, 0xc01719ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc001db98f8, 0x380b840, 0xc01d017650, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01b719ea0, 0x380b840, 0xc01d017650, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01b719ea0, 0x380b840, 0xc01d017650, 0x0, 0x0, 0x0, 0x326e760, 0xc010a5f700, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01b719ea0, 0x380be40, 0xc0001976b0, 0x800000000, 0xc01482e140, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01b719ea0, 0xc02c16e400, 0xc0209c99d3, 0xd, 0x78506b3, 0xed86ce879, 0x4f79c20, 0xc01719f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01b719ea0, 0xc02c16e400, 0x380ea60, 0xc01f5efcc0, 0xc0209c99a3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01b719ea0, 0xc02c16e400, 0xc0209c9980, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01b719ea0, 0xc02c16e400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01f5ef960, 0x383ca00, 0xc01b719ea0, 0xc02c16e400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01719f758, 0x383ca00, 0xc01b719ea0, 0xc02c16e000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01b719ea0, 0xc02c16e000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01b719ea0, 0xc02c16e000) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01b719ea0, 0xc02c16e000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01b719ea0, 0xc026d33600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01b719ea0, 0xc019093b00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01b719ea0, 0xc019093b00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc002675360, 0x38483c0, 0xc0323810c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5017078 [syscall, 4 minutes]: syscall.Syscall6(0x28, 0x2f7, 0x2fe, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x2f7, 0x2fe, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc036d92500, 0x2fe, 0x3fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x2fe, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc013f12e40, 0xc018fef770, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc030b95f68, 0xc018fef770, 0x0, 0xc013decb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc036d92500, 0x380b840, 0xc01f9ae488, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0226c03e0, 0x380b840, 0xc010b2af00, 0x800, 0xc013decc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0226c03e0, 0x380b840, 0xc010b2af00, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03043cb60, 0x380b840, 0xc010b2af00, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03043cb60, 0x380b840, 0xc010b2af00, 0x0, 0x0, 0x0, 0x326e760, 0xc02cc14a00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03043cb60, 0x380be40, 0xc01f9ae488, 0x400000000, 0xc02c773260, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03043cb60, 0xc000065f00, 0xc02c2e9c73, 0xc, 0xce56580, 0xed79ccaee, 0x4f79c20, 0xc013ded1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03043cb60, 0xc000065f00, 0x380ea60, 0xc01bccd8d0, 0xc02c2e9c13, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03043cb60, 0xc000065f00, 0xc02c2e9bf0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03043cb60, 0xc000065f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01bccd5b0, 0x383ca00, 0xc03043cb60, 0xc000065f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc013ded758, 0x383ca00, 0xc03043cb60, 0xc000065d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03043cb60, 0xc000065d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03043cb60, 0xc000065d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03043cb60, 0xc000065d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03043cb60, 0xc000065a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03043cb60, 0xc019092b00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03043cb60, 0xc019092b00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018c7fd60, 0x38483c0, 0xc02147ae40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5109272 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x32c, 0x631, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x32c, 0x631, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc038591c00, 0x631, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x631, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02a0b4420, 0xc01fdfe9f0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02c7845d8, 0xc01fdfe9f0, 0x0, 0xc020cb2b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc038591c00, 0x380b840, 0xc0155b8890, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc022e81348, 0x380b840, 0xc03bbc6ee8, 0x800, 0xc020cb2c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc022e81348, 0x380b840, 0xc03bbc6ee8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc035ac6460, 0x380b840, 0xc03bbc6ee8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc035ac6460, 0x380b840, 0xc03bbc6ee8, 0x0, 0x0, 0x0, 0x326e760, 0xc02f73cf00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc035ac6460, 0x380be40, 0xc0155b8890, 0x800000000, 0xc02f5f0b20, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc035ac6460, 0xc027847000, 0xc02cbffa33, 0xd, 0xfd2abb7, 0xed818c2b6, 0x4f79c20, 0xc020cb31f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc035ac6460, 0xc027847000, 0x380ea60, 0xc0255f4b40, 0xc02cbffa03, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc035ac6460, 0xc027847000, 0xc02cbff9e0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc035ac6460, 0xc027847000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0255f4810, 0x383ca00, 0xc035ac6460, 0xc027847000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc020cb3758, 0x383ca00, 0xc035ac6460, 0xc027846700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc035ac6460, 0xc027846700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc035ac6460, 0xc027846700) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc035ac6460, 0xc027846700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc035ac6460, 0xc027846400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc035ac6460, 0xc026c78600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc035ac6460, 0xc026c78600) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bd70640, 0x38483c0, 0xc0381216c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4583627 [IO wait, 225 minutes]: internal/poll.runtime_pollWait(0x7f4187a724f0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc011b9e498, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc011b9e480, 0xc002a25601, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc011b9e480, 0xc002a25601, 0x1, 0x1, 0xc021807c80, 0x0, 0xc021de4e18) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000118f88, 0xc002a25601, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc002a255f0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4676186 [syscall]: syscall.Syscall6(0x28, 0x209, 0x216, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x209, 0x216, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01a958c00, 0x216, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x216, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc016e58180, 0xc03808f110, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0213abb60, 0xc03808f110, 0x0, 0xc02f782b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01a958c00, 0x380b840, 0xc016414330, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017e43a08, 0x380b840, 0xc0152f63d8, 0x800, 0xc02f782c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017e43a08, 0x380b840, 0xc0152f63d8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02b7f7c00, 0x380b840, 0xc0152f63d8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02b7f7c00, 0x380b840, 0xc0152f63d8, 0x0, 0x0, 0x0, 0x326e760, 0xc01dcb3600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02b7f7c00, 0x380be40, 0xc016414330, 0x800000000, 0xc016fedea0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02b7f7c00, 0xc0027cc700, 0xc028b200b3, 0xd, 0x8189145, 0xed86b1995, 0x4f79c20, 0xc02f7831f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02b7f7c00, 0xc0027cc700, 0x380ea60, 0xc0286e2dc0, 0xc028b20083, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02b7f7c00, 0xc0027cc700, 0xc028b20060, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02b7f7c00, 0xc0027cc700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0286e2aa0, 0x383ca00, 0xc02b7f7c00, 0xc0027cc700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02f783758, 0x383ca00, 0xc02b7f7c00, 0xc0027cc200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02b7f7c00, 0xc0027cc200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02b7f7c00, 0xc0027cc200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02b7f7c00, 0xc0027cc200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02b7f7c00, 0xc0027cc000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02b7f7c00, 0xc019567f00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02b7f7c00, 0xc019567f00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0236ea460, 0x38483c0, 0xc018f26d40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4789377 [IO wait, 215 minutes]: internal/poll.runtime_pollWait(0x7f4168057ff8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc025286b18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc025286b00, 0xc0319e23d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc025286b00, 0xc0319e23d1, 0x1, 0x1, 0xc019dfa0c0, 0x0, 0xc022c21058) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017f9d9b0, 0xc0319e23d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0319e23c0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6045601 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x4d6, 0x4dd, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x4d6, 0x4dd, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc03331aa00, 0x4dd, 0x3fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x4dd, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0133561e0, 0xc0259bb380, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0158396d0, 0xc0259bb380, 0x0, 0xc034352b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc03331aa00, 0x380b840, 0xc019c6a620, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc018662380, 0x380b840, 0xc03bbc6e70, 0x800, 0xc034352c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc018662380, 0x380b840, 0xc03bbc6e70, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc034991180, 0x380b840, 0xc03bbc6e70, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc034991180, 0x380b840, 0xc03bbc6e70, 0x0, 0x0, 0x0, 0x326e760, 0xc0340cc400, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc034991180, 0x380be40, 0xc019c6a620, 0x400000000, 0xc0340b0320, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc034991180, 0xc0193a6200, 0xc03409a323, 0xc, 0x1a6d350b, 0xed79e8af0, 0x4f79c20, 0xc0343531f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc034991180, 0xc0193a6200, 0x380ea60, 0xc01f96f310, 0xc03409a2c3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc034991180, 0xc0193a6200, 0xc03409a2a0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc034991180, 0xc0193a6200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01f96eff0, 0x383ca00, 0xc034991180, 0xc0193a6200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc034353758, 0x383ca00, 0xc034991180, 0xc0020f3d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc034991180, 0xc0020f3d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc034991180, 0xc0020f3d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc034991180, 0xc0020f3d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc034991180, 0xc0020f3a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc034991180, 0xc01f8d6f00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc034991180, 0xc01f8d6f00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0330095e0, 0x38483c0, 0xc0159b0b00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5737633 [syscall]: syscall.Syscall6(0x28, 0x467, 0x468, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x467, 0x468, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc020e73180, 0x468, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x468, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0272d03c0, 0xc02e3251d0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc000010820, 0xc02e3251d0, 0x0, 0xc024916b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc020e73180, 0x380b840, 0xc0155b9ba0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0260432d0, 0x380b840, 0xc017db5980, 0x800, 0xc024916c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0260432d0, 0x380b840, 0xc017db5980, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02900f340, 0x380b840, 0xc017db5980, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02900f340, 0x380b840, 0xc017db5980, 0x0, 0x0, 0x0, 0x326e760, 0xc02af76c00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02900f340, 0x380be40, 0xc0155b9ba0, 0x800000000, 0xc016ebd420, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02900f340, 0xc0020f3a00, 0xc02abc9b23, 0xd, 0x2ce16a53, 0xed8588bd9, 0x4f79c20, 0xc0249171f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02900f340, 0xc0020f3a00, 0x380ea60, 0xc0199046b0, 0xc02abc9ac3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02900f340, 0xc0020f3a00, 0xc02abc9aa0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02900f340, 0xc0020f3a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc019904390, 0x383ca00, 0xc02900f340, 0xc0020f3a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc024917758, 0x383ca00, 0xc02900f340, 0xc0020f3600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02900f340, 0xc0020f3600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02900f340, 0xc0020f3600) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02900f340, 0xc0020f3600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02900f340, 0xc0020f3400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02900f340, 0xc0020f3200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02900f340, 0xc0020f3200) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bb580a0, 0x38483c0, 0xc01cffe980) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4836213 [IO wait, 213 minutes]: internal/poll.runtime_pollWait(0x7f41b810c410, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01587c198, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01587c180, 0xc031ea2d91, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01587c180, 0xc031ea2d91, 0x1, 0x1, 0xc017e6eae0, 0x0, 0xc014b32218) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0001181a8, 0xc031ea2d91, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc031ea2d80) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6588691 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x59b, 0x59c, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x59b, 0x59c, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0171aad80, 0x59c, 0x3fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x59c, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc032a93920, 0xc02be31170, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0158387a8, 0xc02be31170, 0x0, 0xc03ad38b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0171aad80, 0x380b840, 0xc003051db0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0213aacd0, 0x380b840, 0xc0228237e8, 0x800, 0xc03ad38c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0213aacd0, 0x380b840, 0xc0228237e8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02db616c0, 0x380b840, 0xc0228237e8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02db616c0, 0x380b840, 0xc0228237e8, 0x0, 0x0, 0x0, 0x326e760, 0xc02a244300, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02db616c0, 0x380be40, 0xc003051db0, 0x400000000, 0xc0321db7a0, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02db616c0, 0xc019288800, 0xc0321db763, 0xc, 0x23c66a91, 0xed79d1fea, 0x4f79c20, 0xc03ad391f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02db616c0, 0xc019288800, 0x380ea60, 0xc01946e9f0, 0xc0321db703, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02db616c0, 0xc019288800, 0xc0321db6e0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02db616c0, 0xc019288800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01946e6d0, 0x383ca00, 0xc02db616c0, 0xc019288800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03ad39758, 0x383ca00, 0xc02db616c0, 0xc000497c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02db616c0, 0xc000497c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02db616c0, 0xc000497c00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02db616c0, 0xc000497c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02db616c0, 0xc000496900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02db616c0, 0xc0020f2800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02db616c0, 0xc0020f2800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01d9fa3c0, 0x38483c0, 0xc01a2c5a80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4527550 [IO wait, 228 minutes]: internal/poll.runtime_pollWait(0x7f4187b86610, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc019a15218, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc019a15200, 0xc0113cff31, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc019a15200, 0xc0113cff31, 0x1, 0x1, 0xc0218884e0, 0x0, 0xc02c333798) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc018662598, 0xc0113cff31, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0113cff20) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4489332 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x100, 0x101, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x100, 0x101, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02d226380, 0x101, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x101, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc018b8b680, 0xc02cb04db0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0329ec7a0, 0xc02cb04db0, 0x0, 0xc026c30b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02d226380, 0x380b840, 0xc02aef3108, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02cc9fe00, 0x380b840, 0xc026a3d140, 0x800, 0xc026c30c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02cc9fe00, 0x380b840, 0xc026a3d140, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01bf54e00, 0x380b840, 0xc026a3d140, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01bf54e00, 0x380b840, 0xc026a3d140, 0x0, 0x0, 0x0, 0x326e760, 0xc019494500, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01bf54e00, 0x380be40, 0xc02aef3108, 0x800000000, 0xc011431b40, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01bf54e00, 0xc026d32f00, 0xc03431c413, 0xd, 0xa6d4a57, 0xed86be93d, 0x4f79c20, 0xc026c311f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01bf54e00, 0xc026d32f00, 0x380ea60, 0xc01be549f0, 0xc03431c3e3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01bf54e00, 0xc026d32f00, 0xc03431c3c0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01bf54e00, 0xc026d32f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01be546d0, 0x383ca00, 0xc01bf54e00, 0xc026d32f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc026c31758, 0x383ca00, 0xc01bf54e00, 0xc026d32d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01bf54e00, 0xc026d32d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01bf54e00, 0xc026d32d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01bf54e00, 0xc026d32d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01bf54e00, 0xc026d32b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01bf54e00, 0xc026d32a00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01bf54e00, 0xc026d32a00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc030136fa0, 0x38483c0, 0xc015a4f6c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6545793 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x58c, 0x593, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x58c, 0x593, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0189d4780, 0x593, 0x3fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x593, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc021888420, 0xc0160e94d0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02aef24d0, 0xc0160e94d0, 0x0, 0xc0378eab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0189d4780, 0x380b840, 0xc024be8cc8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc018338b48, 0x380b840, 0xc002b9e330, 0x800, 0xc0378eac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc018338b48, 0x380b840, 0xc002b9e330, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc032ce4e00, 0x380b840, 0xc002b9e330, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc032ce4e00, 0x380b840, 0xc002b9e330, 0x0, 0x0, 0x0, 0x326e760, 0xc001313b00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc032ce4e00, 0x380be40, 0xc024be8cc8, 0x400000000, 0xc024145140, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc032ce4e00, 0xc0162b6200, 0xc024145103, 0xc, 0x394f86e6, 0xed79cb0ad, 0x4f79c20, 0xc0378eb1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc032ce4e00, 0xc0162b6200, 0x380ea60, 0xc014fc8fb0, 0xc0241450a3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc032ce4e00, 0xc0162b6200, 0xc024145080, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc032ce4e00, 0xc0162b6200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc014fc8c90, 0x383ca00, 0xc032ce4e00, 0xc0162b6200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0378eb758, 0x383ca00, 0xc032ce4e00, 0xc00233df00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc032ce4e00, 0xc00233df00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc032ce4e00, 0xc00233df00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc032ce4e00, 0xc00233df00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc032ce4e00, 0xc00233db00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc032ce4e00, 0xc00233d700) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc032ce4e00, 0xc00233d700) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc002232640, 0x38483c0, 0xc0191487c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4503850 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x137, 0x138, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x137, 0x138, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02a834500, 0x138, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x138, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02719e8a0, 0xc03944e0c0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0245e5fa8, 0xc03944e0c0, 0x0, 0xc011d16b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02a834500, 0x380b840, 0xc02f6da1d8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc016414568, 0x380b840, 0xc0396143c0, 0x800, 0xc011d16c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc016414568, 0x380b840, 0xc0396143c0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc019ffe540, 0x380b840, 0xc0396143c0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc019ffe540, 0x380b840, 0xc0396143c0, 0x0, 0x0, 0x0, 0x326e760, 0xc01c2fc800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc019ffe540, 0x380be40, 0xc02f6da1d8, 0x800000000, 0xc0217bc1c0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc019ffe540, 0xc0027cd900, 0xc027f15a63, 0xd, 0x23820018, 0xed87077b8, 0x4f79c20, 0xc011d171f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc019ffe540, 0xc0027cd900, 0x380ea60, 0xc021fbbee0, 0xc027f15a03, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc019ffe540, 0xc0027cd900, 0xc027f159e0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc019ffe540, 0xc0027cd900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc021fbbbc0, 0x383ca00, 0xc019ffe540, 0xc0027cd900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc011d17758, 0x383ca00, 0xc019ffe540, 0xc0027cd700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc019ffe540, 0xc0027cd700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc019ffe540, 0xc0027cd700) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc019ffe540, 0xc0027cd700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc019ffe540, 0xc0027cd500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc019ffe540, 0xc0027cd400) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc019ffe540, 0xc0027cd400) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0195240a0, 0x38483c0, 0xc018f263c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4519604 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x159, 0x15a, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x159, 0x15a, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0338d4200, 0x15a, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x15a, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc019390600, 0xc021b74c90, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0192c7ca8, 0xc021b74c90, 0x0, 0xc001d00b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0338d4200, 0x380b840, 0xc018338c10, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc000197080, 0x380b840, 0xc02ad4dd28, 0x800, 0xc001d00c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc000197080, 0x380b840, 0xc02ad4dd28, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0327ca1c0, 0x380b840, 0xc02ad4dd28, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0327ca1c0, 0x380b840, 0xc02ad4dd28, 0x0, 0x0, 0x0, 0x326e760, 0xc010cafc00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0327ca1c0, 0x380be40, 0xc018338c10, 0x800000000, 0xc01f3e2f40, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0327ca1c0, 0xc027846c00, 0xc02990d553, 0xd, 0x110e3813, 0xed7e66744, 0x4f79c20, 0xc001d011f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0327ca1c0, 0xc027846c00, 0x380ea60, 0xc037060070, 0xc02990d523, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0327ca1c0, 0xc027846c00, 0xc02990d500, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0327ca1c0, 0xc027846c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02a52bd50, 0x383ca00, 0xc0327ca1c0, 0xc027846c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc001d01758, 0x383ca00, 0xc0327ca1c0, 0xc027846900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0327ca1c0, 0xc027846900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0327ca1c0, 0xc027846900) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0327ca1c0, 0xc027846900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0327ca1c0, 0xc027846700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0327ca1c0, 0xc027846600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0327ca1c0, 0xc027846600) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc022cac140, 0x38483c0, 0xc02151cc40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4961906 [IO wait, 207 minutes]: internal/poll.runtime_pollWait(0x7f435872e8c8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02ffd2318, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02ffd2300, 0xc024ae9541, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02ffd2300, 0xc024ae9541, 0x1, 0x1, 0xc01ab69da0, 0x0, 0xc01fd46898) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc019c6ac08, 0xc024ae9541, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc024ae9530) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4814557 [syscall]: syscall.Syscall6(0x28, 0x279, 0x27e, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x279, 0x27e, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02ad7a500, 0x27e, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x27e, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02a0a7260, 0xc013d2cdb0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc022e81fb8, 0xc013d2cdb0, 0x0, 0xc035d22b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02ad7a500, 0x380b840, 0xc030b94558, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02c785ef0, 0x380b840, 0xc0151250f8, 0x800, 0xc035d22c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02c785ef0, 0x380b840, 0xc0151250f8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc042774e00, 0x380b840, 0xc0151250f8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc042774e00, 0x380b840, 0xc0151250f8, 0x0, 0x0, 0x0, 0x326e760, 0xc014388800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc042774e00, 0x380be40, 0xc030b94558, 0x800000000, 0xc026f67060, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc042774e00, 0xc01f8d7b00, 0xc02c2b8a43, 0xd, 0x15864677, 0xed7e57f96, 0x4f79c20, 0xc035d231f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc042774e00, 0xc01f8d7b00, 0x380ea60, 0xc017e7d780, 0xc02c2b8a13, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc042774e00, 0xc01f8d7b00, 0xc02c2b89f0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc042774e00, 0xc01f8d7b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc017e7d460, 0x383ca00, 0xc042774e00, 0xc01f8d7b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc035d23758, 0x383ca00, 0xc042774e00, 0xc01f8d7700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc042774e00, 0xc01f8d7700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc042774e00, 0xc01f8d7700) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc042774e00, 0xc01f8d7700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc042774e00, 0xc01f8d7500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc042774e00, 0xc01f8d7300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc042774e00, 0xc01f8d7300) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0276863c0, 0x38483c0, 0xc021de5c00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 7171729 [IO wait, 102 minutes]: internal/poll.runtime_pollWait(0x7f41841b25b8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc029ded498, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc029ded480, 0xc0259bb901, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc029ded480, 0xc0259bb901, 0x1, 0x1, 0xc02128b800, 0x0, 0xc01a509358) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02af9bd48, 0xc0259bb901, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0259bb8f0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6210879 [syscall]: syscall.Syscall6(0x28, 0x5a, 0x517, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x5a, 0x517, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02e836780, 0x517, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x517, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc023229980, 0xc019740270, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc000fa2498, 0xc019740270, 0x0, 0xc01869ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02e836780, 0x380b840, 0xc0192c6f70, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0192c6e98, 0x380b840, 0xc02548c948, 0x800, 0xc01869ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0192c6e98, 0x380b840, 0xc02548c948, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc034c810a0, 0x380b840, 0xc02548c948, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc034c810a0, 0x380b840, 0xc02548c948, 0x0, 0x0, 0x0, 0x326e760, 0xc02ea07300, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc034c810a0, 0x380be40, 0xc0192c6f70, 0x800000000, 0xc02ea16400, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc034c810a0, 0xc02333fa00, 0xc02e6bb793, 0xd, 0x13658d57, 0xed8598300, 0x4f79c20, 0xc01869b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc034c810a0, 0xc02333fa00, 0x380ea60, 0xc01f361980, 0xc02e6bb763, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc034c810a0, 0xc02333fa00, 0xc02e6bb740, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc034c810a0, 0xc02333fa00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01f361660, 0x383ca00, 0xc034c810a0, 0xc02333fa00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01869b758, 0x383ca00, 0xc034c810a0, 0xc02333f800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc034c810a0, 0xc02333f800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc034c810a0, 0xc02333f800) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc034c810a0, 0xc02333f800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc034c810a0, 0xc02333f500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc034c810a0, 0xc0023a7300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc034c810a0, 0xc0023a7300) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc019525900, 0x38483c0, 0xc02a260140) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 7309425 [syscall]: syscall.Syscall6(0x28, 0x677, 0x678, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x677, 0x678, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc035a95980, 0x678, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x678, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc015c2b680, 0xc013368cc0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017c1f0d0, 0xc013368cc0, 0x0, 0xc0035d2b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc035a95980, 0x380b840, 0xc018b79f60, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc018b79e10, 0x380b840, 0xc023a40630, 0x800, 0xc0035d2c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc018b79e10, 0x380b840, 0xc023a40630, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02ca761c0, 0x380b840, 0xc023a40630, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02ca761c0, 0x380b840, 0xc023a40630, 0x0, 0x0, 0x0, 0x326e760, 0xc011169000, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02ca761c0, 0x380be40, 0xc018b79f60, 0x800000000, 0xc02ab3a400, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02ca761c0, 0xc026843f00, 0xc0264f90a3, 0xd, 0x2a766802, 0xed873eed4, 0x4f79c20, 0xc0035d31f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02ca761c0, 0xc026843f00, 0x380ea60, 0xc002c39af0, 0xc0264f9073, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02ca761c0, 0xc026843f00, 0xc0264f9050, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02ca761c0, 0xc026843f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc002c397d0, 0x383ca00, 0xc02ca761c0, 0xc026843f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0035d3758, 0x383ca00, 0xc02ca761c0, 0xc026843b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02ca761c0, 0xc026843b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02ca761c0, 0xc026843b00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02ca761c0, 0xc026843b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02ca761c0, 0xc026843800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02ca761c0, 0xc026843700) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02ca761c0, 0xc026843700) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023d34aa0, 0x38483c0, 0xc0215bdd00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4604706 [IO wait, 224 minutes]: internal/poll.runtime_pollWait(0x7f412413daf8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01a2e5f18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01a2e5f00, 0xc01c597b11, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01a2e5f00, 0xc01c597b11, 0x1, 0x1, 0xc01c0c8c00, 0x0, 0xc02b013658) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000119150, 0xc01c597b11, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01c597b00) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7262262 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x669, 0x675, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x669, 0x675, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc031dc4700, 0x675, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x675, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc023ff2c60, 0xc01dc95230, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017b2afd0, 0xc01dc95230, 0x0, 0xc03c91cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc031dc4700, 0x380b840, 0xc0271a78c8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02ac795c8, 0x380b840, 0xc03ab04618, 0x800, 0xc03c91cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02ac795c8, 0x380b840, 0xc03ab04618, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02c8941c0, 0x380b840, 0xc03ab04618, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02c8941c0, 0x380b840, 0xc03ab04618, 0x0, 0x0, 0x0, 0x326e760, 0xc000d4b000, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02c8941c0, 0x380be40, 0xc0271a78c8, 0x200000000, 0xc03248c810, 0x28, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02c8941c0, 0xc000496b00, 0xc03248c7a3, 0xc, 0x11511eac, 0xed79b6c6c, 0x4f79c20, 0xc03c91d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02c8941c0, 0xc000496b00, 0x380ea60, 0xc01bccdca0, 0xc03248c713, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02c8941c0, 0xc000496b00, 0xc03248c6f0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02c8941c0, 0xc000496b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01bccd980, 0x383ca00, 0xc02c8941c0, 0xc000496b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03c91d758, 0x383ca00, 0xc02c8941c0, 0xc000496800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02c8941c0, 0xc000496800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02c8941c0, 0xc000496800) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02c8941c0, 0xc000496800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02c8941c0, 0xc000496500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02c8941c0, 0xc000496300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02c8941c0, 0xc000496300) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01a2ee780, 0x38483c0, 0xc021de4b40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4479480 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0xd2, 0xd6, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0xd2, 0xd6, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc027292b80, 0xd6, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0xd6, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc026ee74a0, 0xc027823770, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0213abac0, 0xc027823770, 0x0, 0xc025e60b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc027292b80, 0x380b840, 0xc0213aba78, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc023bb8f88, 0x380b840, 0xc0173c3ec0, 0x800, 0xc025e60c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc023bb8f88, 0x380b840, 0xc0173c3ec0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0255c8ee0, 0x380b840, 0xc0173c3ec0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0255c8ee0, 0x380b840, 0xc0173c3ec0, 0x0, 0x0, 0x0, 0x326e760, 0xc027849100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0255c8ee0, 0x380be40, 0xc0213aba78, 0x800000000, 0xc026effae0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0255c8ee0, 0xc027846600, 0xc027462443, 0xd, 0x12843ee4, 0xed81b1c78, 0x4f79c20, 0xc025e611f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0255c8ee0, 0xc027846600, 0x380ea60, 0xc026ee5ea0, 0xc027462413, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0255c8ee0, 0xc027846600, 0xc0274623f0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0255c8ee0, 0xc027846600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc026ee5b80, 0x383ca00, 0xc0255c8ee0, 0xc027846600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc025e61758, 0x383ca00, 0xc0255c8ee0, 0xc027846400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0255c8ee0, 0xc027846400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0255c8ee0, 0xc027846400) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0255c8ee0, 0xc027846400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0255c8ee0, 0xc027846200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0255c8ee0, 0xc027846100) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0255c8ee0, 0xc027846100) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0272ed2c0, 0x38483c0, 0xc026e21080) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4489605 [IO wait, 229 minutes]: internal/poll.runtime_pollWait(0x7f41841872f8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc019290398, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc019290380, 0xc0218afba1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc019290380, 0xc0218afba1, 0x1, 0x1, 0xc02926f740, 0x0, 0xc024e71bd8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02ac79920, 0xc0218afba1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0218afb90) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4546471 [IO wait, 227 minutes]: internal/poll.runtime_pollWait(0x7f43480bd6b8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02c493b18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02c493b00, 0xc0198c0f11, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02c493b00, 0xc0198c0f11, 0x1, 0x1, 0xc002998748, 0xc000a1a138, 0xc0029987c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc019c6bb80, 0xc0198c0f11, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0198c0f00) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4564831 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x1a0, 0x1a7, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x1a0, 0x1a7, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc022dd0880, 0x1a7, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x1a7, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc021d9ff20, 0xc02723a390, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc00001a658, 0xc02723a390, 0x0, 0xc02e7bab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc022dd0880, 0x380b840, 0xc023bb8be8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc023bb8798, 0x380b840, 0xc02d40b518, 0x800, 0xc02e7bac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc023bb8798, 0x380b840, 0xc02d40b518, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03914ed20, 0x380b840, 0xc02d40b518, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03914ed20, 0x380b840, 0xc02d40b518, 0x0, 0x0, 0x0, 0x326e760, 0xc032527500, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03914ed20, 0x380be40, 0xc023bb8be8, 0x800000000, 0xc0321e2f00, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03914ed20, 0xc0027cde00, 0xc031b49e53, 0xd, 0x28c7a37, 0xed8777965, 0x4f79c20, 0xc02e7bb1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03914ed20, 0xc0027cde00, 0x380ea60, 0xc026ee55a0, 0xc031b49e23, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03914ed20, 0xc0027cde00, 0xc031b49e00, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03914ed20, 0xc0027cde00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc026ee5280, 0x383ca00, 0xc03914ed20, 0xc0027cde00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02e7bb758, 0x383ca00, 0xc03914ed20, 0xc0027cdb00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03914ed20, 0xc0027cdb00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03914ed20, 0xc0027cdb00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03914ed20, 0xc0027cdb00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03914ed20, 0xc0027cd800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03914ed20, 0xc011fdf600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03914ed20, 0xc011fdf600) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01d9fa500, 0x38483c0, 0xc02a34dbc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5990464 [IO wait, 158 minutes]: internal/poll.runtime_pollWait(0x7f435015f270, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01c8f9c18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01c8f9c00, 0xc0106e0ee1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01c8f9c00, 0xc0106e0ee1, 0x1, 0x1, 0xc01716fb00, 0x0, 0xc0168bff58) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0031d4368, 0xc0106e0ee1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0106e0ed0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5522552 [IO wait, 180 minutes]: internal/poll.runtime_pollWait(0x7f41ac0c8048, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc025287598, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc025287580, 0xc0198c1391, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc025287580, 0xc0198c1391, 0x1, 0x1, 0xc018ca6f60, 0x0, 0xc0177a00d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02ad6ead0, 0xc0198c1391, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0198c1380) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4499085 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x126, 0x127, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x126, 0x127, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc03317ff00, 0x127, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x127, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc00241cea0, 0xc02369a3c0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02c7852e8, 0xc02369a3c0, 0x0, 0xc02086eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc03317ff00, 0x380b840, 0xc017b2a850, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02aef3c58, 0x380b840, 0xc01b28ca20, 0x800, 0xc02086ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02aef3c58, 0x380b840, 0xc01b28ca20, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01200d960, 0x380b840, 0xc01b28ca20, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01200d960, 0x380b840, 0xc01b28ca20, 0x0, 0x0, 0x0, 0x326e760, 0xc01f0f3000, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01200d960, 0x380be40, 0xc017b2a850, 0x800000000, 0xc01f0c51e0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01200d960, 0xc018ddbf00, 0xc01eff7403, 0xd, 0x2a6396bf, 0xed877ae98, 0x4f79c20, 0xc02086f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01200d960, 0xc018ddbf00, 0x380ea60, 0xc0237301f0, 0xc01eff73d3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01200d960, 0xc018ddbf00, 0xc01eff73b0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01200d960, 0xc018ddbf00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc023421ec0, 0x383ca00, 0xc01200d960, 0xc018ddbf00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02086f758, 0x383ca00, 0xc01200d960, 0xc018ddbd00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01200d960, 0xc018ddbd00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01200d960, 0xc018ddbd00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01200d960, 0xc018ddbd00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01200d960, 0xc018ddbb00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01200d960, 0xc018ddba00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01200d960, 0xc018ddba00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01b5fd4a0, 0x38483c0, 0xc032b6e640) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4546418 [syscall]: syscall.Syscall6(0x28, 0x18b, 0x18c, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x18b, 0x18c, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02d1dc180, 0x18c, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x18c, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc014ccc180, 0xc024ade9c0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02ed28c68, 0xc024ade9c0, 0x0, 0xc02166eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02d1dc180, 0x380b840, 0xc02ed28a88, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02ad6f900, 0x380b840, 0xc0254466f0, 0x800, 0xc02166ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02ad6f900, 0x380b840, 0xc0254466f0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc031881b20, 0x380b840, 0xc0254466f0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc031881b20, 0x380b840, 0xc0254466f0, 0x0, 0x0, 0x0, 0x326e760, 0xc002c14b00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc031881b20, 0x380be40, 0xc02ed28a88, 0x800000000, 0xc011d54640, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc031881b20, 0xc002667500, 0xc035b01a93, 0xd, 0xc404c6a, 0xed86b81a5, 0x4f79c20, 0xc02166f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc031881b20, 0xc002667500, 0x380ea60, 0xc025664220, 0xc035b01a63, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc031881b20, 0xc002667500, 0xc035b01a40, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc031881b20, 0xc002667500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc000232080, 0x383ca00, 0xc031881b20, 0xc002667500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02166f758, 0x383ca00, 0xc031881b20, 0xc002667300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc031881b20, 0xc002667300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc031881b20, 0xc002667300) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc031881b20, 0xc002667300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc031881b20, 0xc002667100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc031881b20, 0xc002667000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc031881b20, 0xc002667000) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018b875e0, 0x38483c0, 0xc01a5083c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4477728 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f4187170e08, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc022599098, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc022599080, 0xc02265eee1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc022599080, 0xc02265eee1, 0x1, 0x1, 0xc01e5e01e0, 0x0, 0xc02a5acd98) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc021dd4c60, 0xc02265eee1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02265eed0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4486518 [IO wait, 229 minutes]: internal/poll.runtime_pollWait(0x7f4350199d20, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0249ff818, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0249ff800, 0xc024e1d271, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0249ff800, 0xc024e1d271, 0x1, 0x1, 0xc003239f48, 0xc02746b5d8, 0xc003239fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc023cfab18, 0xc024e1d271, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc024e1d260) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5109155 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x328, 0x32e, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x328, 0x32e, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc023a3be80, 0x32e, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x32e, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc021807980, 0xc01929a8a0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02af9bdf0, 0xc01929a8a0, 0x0, 0xc0009c0b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc023a3be80, 0x380b840, 0xc018b78a80, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02f6da848, 0x380b840, 0xc025193cf8, 0x800, 0xc0009c0c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02f6da848, 0x380b840, 0xc025193cf8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01b2c8ee0, 0x380b840, 0xc025193cf8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01b2c8ee0, 0x380b840, 0xc025193cf8, 0x0, 0x0, 0x0, 0x326e760, 0xc028c8b000, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01b2c8ee0, 0x380be40, 0xc018b78a80, 0x800000000, 0xc025ea02a0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01b2c8ee0, 0xc002667300, 0xc02c675d03, 0xd, 0x30ef892, 0xed8714ad0, 0x4f79c20, 0xc0009c11f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01b2c8ee0, 0xc002667300, 0x380ea60, 0xc025b85d30, 0xc02c675ca3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01b2c8ee0, 0xc002667300, 0xc02c675c80, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01b2c8ee0, 0xc002667300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc025b85a00, 0x383ca00, 0xc01b2c8ee0, 0xc002667300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0009c1758, 0x383ca00, 0xc01b2c8ee0, 0xc002667100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01b2c8ee0, 0xc002667100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01b2c8ee0, 0xc002667100) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01b2c8ee0, 0xc002667100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01b2c8ee0, 0xc002666b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01b2c8ee0, 0xc002666a00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01b2c8ee0, 0xc002666a00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018c7e780, 0x38483c0, 0xc019af1cc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5718406 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x45a, 0x45e, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x45a, 0x45e, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0142c5c00, 0x45e, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x45e, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc001d82c00, 0xc01613d680, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc01f9afd40, 0xc01613d680, 0x0, 0xc03c55ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0142c5c00, 0x380b840, 0xc0192c7810, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc022e80478, 0x380b840, 0xc025f87068, 0x800, 0xc03c55ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc022e80478, 0x380b840, 0xc025f87068, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01862a380, 0x380b840, 0xc025f87068, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01862a380, 0x380b840, 0xc025f87068, 0x0, 0x0, 0x0, 0x326e760, 0xc01b635500, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01862a380, 0x380be40, 0xc0192c7810, 0x800000000, 0xc0271346c0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01862a380, 0xc02194c100, 0xc029189e23, 0xd, 0x30a1ae47, 0xed826e2a5, 0x4f79c20, 0xc03c55b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01862a380, 0xc02194c100, 0x380ea60, 0xc01b2f2cf0, 0xc029189df3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01862a380, 0xc02194c100, 0xc029189dd0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01862a380, 0xc02194c100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01b2f29d0, 0x383ca00, 0xc01862a380, 0xc02194c100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03c55b758, 0x383ca00, 0xc01862a380, 0xc026c79e00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01862a380, 0xc026c79e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01862a380, 0xc026c79e00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01862a380, 0xc026c79e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01862a380, 0xc026c79b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01862a380, 0xc026c79900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01862a380, 0xc026c79900) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01ae285a0, 0x38483c0, 0xc00108fcc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5400461 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x3c4, 0x3c8, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x3c4, 0x3c8, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02f354800, 0x3c8, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x3c8, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0150da000, 0xc01604ac60, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc023cfba90, 0xc01604ac60, 0x0, 0xc02f840b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02f354800, 0x380b840, 0xc016415230, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0164150f0, 0x380b840, 0xc02548ce28, 0x800, 0xc02f840c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0164150f0, 0x380b840, 0xc02548ce28, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01b4f77a0, 0x380b840, 0xc02548ce28, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01b4f77a0, 0x380b840, 0xc02548ce28, 0x0, 0x0, 0x0, 0x326e760, 0xc02ee40500, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01b4f77a0, 0x380be40, 0xc016415230, 0x200000000, 0xc02ed25760, 0x1e, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01b4f77a0, 0xc0020f2b00, 0xc02ed7ead3, 0xd, 0x31827310, 0xed819c9ea, 0x4f79c20, 0xc02f8411f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01b4f77a0, 0xc0020f2b00, 0x380ea60, 0xc030d0fdc0, 0xc02ed7eaa3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01b4f77a0, 0xc0020f2b00, 0xc02ed7ea80, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01b4f77a0, 0xc0020f2b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc030d0faa0, 0x383ca00, 0xc01b4f77a0, 0xc0020f2b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02f841758, 0x383ca00, 0xc01b4f77a0, 0xc0020f2900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01b4f77a0, 0xc0020f2900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01b4f77a0, 0xc0020f2900) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01b4f77a0, 0xc0020f2900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01b4f77a0, 0xc0020f2700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01b4f77a0, 0xc0020f2600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01b4f77a0, 0xc0020f2600) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018b868c0, 0x38483c0, 0xc0177a1d40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5733675 [IO wait, 170 minutes]: internal/poll.runtime_pollWait(0x7f43583b31b0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc015446598, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc015446580, 0xc023fe5841, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc015446580, 0xc023fe5841, 0x1, 0x1, 0xc022978a20, 0x0, 0xc014c48758) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc01f9afe98, 0xc023fe5841, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc023fe5830) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4571814 [syscall]: syscall.Syscall6(0x28, 0x1b0, 0x1b1, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x1b0, 0x1b1, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0287c7680, 0x1b1, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x1b1, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01b774c00, 0xc02f96ced0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0192c70c0, 0xc02f96ced0, 0x0, 0xc01dbfeb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0287c7680, 0x380b840, 0xc0245e4b18, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017f9c5a0, 0x380b840, 0xc019a640c0, 0x800, 0xc01dbfec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017f9c5a0, 0x380b840, 0xc019a640c0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0124a6000, 0x380b840, 0xc019a640c0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0124a6000, 0x380b840, 0xc019a640c0, 0x0, 0x0, 0x0, 0x326e760, 0xc015fdf100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0124a6000, 0x380be40, 0xc0245e4b18, 0x800000000, 0xc02932d6a0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0124a6000, 0xc002080400, 0xc018bcb163, 0xd, 0xb451e92, 0xed86c69cb, 0x4f79c20, 0xc01dbff1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0124a6000, 0xc002080400, 0x380ea60, 0xc032428920, 0xc018bcb133, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0124a6000, 0xc002080400, 0xc018bcb110, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0124a6000, 0xc002080400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0324285f0, 0x383ca00, 0xc0124a6000, 0xc002080400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01dbff758, 0x383ca00, 0xc0124a6000, 0xc002080200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0124a6000, 0xc002080200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0124a6000, 0xc002080200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0124a6000, 0xc002080200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0124a6000, 0xc002080000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0124a6000, 0xc00233c700) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0124a6000, 0xc00233c700) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc000fdc280, 0x38483c0, 0xc014e994c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4489615 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x10b, 0x10f, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x10b, 0x10f, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02c632400, 0x10f, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x10f, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01ab69380, 0xc016541680, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02ac79e10, 0xc016541680, 0x0, 0xc011d94b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02c632400, 0x380b840, 0xc02ac79c78, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0030505a0, 0x380b840, 0xc011c26390, 0x800, 0xc011d94c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0030505a0, 0x380b840, 0xc011c26390, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc031c040e0, 0x380b840, 0xc011c26390, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc031c040e0, 0x380b840, 0xc011c26390, 0x0, 0x0, 0x0, 0x326e760, 0xc014389200, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc031c040e0, 0x380be40, 0xc02ac79c78, 0x800000000, 0xc011e1dd80, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc031c040e0, 0xc0027cdc00, 0xc02e87b703, 0xc, 0x10681c2b, 0xed78c6a6e, 0x4f79c20, 0xc011d951f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc031c040e0, 0xc0027cdc00, 0x380ea60, 0xc02c800a40, 0xc02e87b6a3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc031c040e0, 0xc0027cdc00, 0xc02e87b680, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc031c040e0, 0xc0027cdc00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02c800720, 0x383ca00, 0xc031c040e0, 0xc0027cdc00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc011d95758, 0x383ca00, 0xc031c040e0, 0xc0027cda00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc031c040e0, 0xc0027cda00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc031c040e0, 0xc0027cda00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc031c040e0, 0xc0027cda00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc031c040e0, 0xc0027cd800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc031c040e0, 0xc027847600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc031c040e0, 0xc027847600) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023f0f540, 0x38483c0, 0xc012d7b180) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4648023 [IO wait, 222 minutes]: internal/poll.runtime_pollWait(0x7f43000bf0d8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc010751198, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc010751180, 0xc02f0b7b41, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc010751180, 0xc02f0b7b41, 0x1, 0x1, 0xc02abdc748, 0xc01459c298, 0xc02abdc7c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc01f9aee58, 0xc02f0b7b41, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02f0b7b30) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4498960 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x112, 0x12b, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x112, 0x12b, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01a2e5e80, 0x12b, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x12b, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc032a93e60, 0xc0238ece70, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc003050028, 0xc0238ece70, 0x0, 0xc026c46b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01a2e5e80, 0x380b840, 0xc02aef3e60, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02c784e18, 0x380b840, 0xc0157f9bd8, 0x800, 0xc026c46c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02c784e18, 0x380b840, 0xc0157f9bd8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0199fbc00, 0x380b840, 0xc0157f9bd8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0199fbc00, 0x380b840, 0xc0157f9bd8, 0x0, 0x0, 0x0, 0x326e760, 0xc01f584b00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0199fbc00, 0x380be40, 0xc02aef3e60, 0x800000000, 0xc01f253140, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0199fbc00, 0xc026842500, 0xc01f226fb3, 0xd, 0x2dd2ab12, 0xed7e43013, 0x4f79c20, 0xc026c471f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0199fbc00, 0xc026842500, 0x380ea60, 0xc02398b110, 0xc01f226f83, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0199fbc00, 0xc026842500, 0xc01f226f60, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0199fbc00, 0xc026842500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02398adf0, 0x383ca00, 0xc0199fbc00, 0xc026842500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc026c47758, 0x383ca00, 0xc0199fbc00, 0xc026842300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0199fbc00, 0xc026842300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0199fbc00, 0xc026842300) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0199fbc00, 0xc026842300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0199fbc00, 0xc026842100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0199fbc00, 0xc026842000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0199fbc00, 0xc026842000) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc02427b7c0, 0x38483c0, 0xc0157b4440) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6541521 [syscall]: syscall.Syscall6(0x28, 0x58f, 0x590, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x58f, 0x590, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02595fc80, 0x590, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x590, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc015da3d40, 0xc02cd52c30, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc018339620, 0xc02cd52c30, 0x0, 0xc0159beb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02595fc80, 0x380b840, 0xc001db98b0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc001db9760, 0x380b840, 0xc01514a4b0, 0x800, 0xc0159bec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc001db9760, 0x380b840, 0xc01514a4b0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01659c540, 0x380b840, 0xc01514a4b0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01659c540, 0x380b840, 0xc01514a4b0, 0x0, 0x0, 0x0, 0x326e760, 0xc0271ed300, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01659c540, 0x380be40, 0xc001db98b0, 0x800000000, 0xc0137e2a00, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01659c540, 0xc023c3ef00, 0xc02ca53763, 0xd, 0x1fef07b6, 0xed86fd63c, 0x4f79c20, 0xc0159bf1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01659c540, 0xc023c3ef00, 0x380ea60, 0xc02061c010, 0xc02ca53733, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01659c540, 0xc023c3ef00, 0xc02ca53710, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01659c540, 0xc023c3ef00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc015893ca0, 0x383ca00, 0xc01659c540, 0xc023c3ef00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0159bf758, 0x383ca00, 0xc01659c540, 0xc023c3ed00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01659c540, 0xc023c3ed00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01659c540, 0xc023c3ed00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01659c540, 0xc023c3ed00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01659c540, 0xc023c3ea00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01659c540, 0xc0194de100) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01659c540, 0xc0194de100) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01d9fa6e0, 0x38483c0, 0xc010041600) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4796223 [IO wait, 215 minutes]: internal/poll.runtime_pollWait(0x7f435015e5c0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc020e73798, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc020e73780, 0xc02b16ded1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc020e73780, 0xc02b16ded1, 0x1, 0x1, 0xc01704e540, 0xc023d87b58, 0xc02abd6fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0339f6b40, 0xc02b16ded1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02b16dec0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4654556 [IO wait, 222 minutes]: internal/poll.runtime_pollWait(0x7f4187a69510, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01cde5598, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01cde5580, 0xc02012e611, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01cde5580, 0xc02012e611, 0x1, 0x1, 0xc018c952c0, 0x0, 0xc01cfff718) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc020ec3a68, 0xc02012e611, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02012e600) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4474333 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f4168006da0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc017504018, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc017504000, 0xc0320585b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc017504000, 0xc0320585b1, 0x1, 0x1, 0x12da5180, 0x35fdfb0, 0xc01d3237c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000196a18, 0xc0320585b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0320585a0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4478676 [syscall]: syscall.Syscall6(0x28, 0xa7, 0xa9, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0xa7, 0xa9, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc025220380, 0xa9, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0xa9, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc014e100c0, 0xc02522cf60, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0226c0788, 0xc02522cf60, 0x0, 0xc0248fcb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc025220380, 0x380b840, 0xc022e81940, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0226c0680, 0x380b840, 0xc0155b7e90, 0x800, 0xc0248fcc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0226c0680, 0x380b840, 0xc0155b7e90, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0334a55e0, 0x380b840, 0xc0155b7e90, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0334a55e0, 0x380b840, 0xc0155b7e90, 0x0, 0x0, 0x0, 0x326e760, 0xc025141100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0334a55e0, 0x380be40, 0xc022e81940, 0x800000000, 0xc0250aac20, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0334a55e0, 0xc024849f00, 0xc024ec0bc3, 0xd, 0x712b7ef, 0xed8762227, 0x4f79c20, 0xc0248fd1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0334a55e0, 0xc024849f00, 0x380ea60, 0xc025093350, 0xc024ec0b93, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0334a55e0, 0xc024849f00, 0xc024ec0b70, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0334a55e0, 0xc024849f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc025093030, 0x383ca00, 0xc0334a55e0, 0xc024849f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0248fd758, 0x383ca00, 0xc0334a55e0, 0xc024849d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0334a55e0, 0xc024849d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0334a55e0, 0xc024849d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0334a55e0, 0xc024849d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0334a55e0, 0xc024849b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0334a55e0, 0xc024849a00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0334a55e0, 0xc024849a00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc024fd8500, 0x38483c0, 0xc024c5b700) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4474590 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f418418e370, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc029633118, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc029633100, 0xc01c198dc1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc029633100, 0xc01c198dc1, 0x1, 0x1, 0xc016a5a9c0, 0x0, 0xc03c517bd8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02c711350, 0xc01c198dc1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01c198db0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4629901 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x1e9, 0x1ec, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x1e9, 0x1ec, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc036202880, 0x1ec, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x1ec, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0198e9320, 0xc023bdeab0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc003050b48, 0xc023bdeab0, 0x0, 0xc023984b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc036202880, 0x380b840, 0xc026043b00, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02f6da1c8, 0x380b840, 0xc025193080, 0x800, 0xc023984c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02f6da1c8, 0x380b840, 0xc025193080, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc031bbb260, 0x380b840, 0xc025193080, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc031bbb260, 0x380b840, 0xc025193080, 0x0, 0x0, 0x0, 0x326e760, 0xc033959500, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc031bbb260, 0x380be40, 0xc026043b00, 0x200000000, 0xc0334fecf0, 0x28, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc031bbb260, 0xc000497d00, 0xc0334fecb3, 0xc, 0xfe3cd6e, 0xed79b6c30, 0x4f79c20, 0xc0239851f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc031bbb260, 0xc000497d00, 0x380ea60, 0xc022df32c0, 0xc0334fec53, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc031bbb260, 0xc000497d00, 0xc0334fec30, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc031bbb260, 0xc000497d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc022df2fa0, 0x383ca00, 0xc031bbb260, 0xc000497d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc023985758, 0x383ca00, 0xc031bbb260, 0xc000497a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc031bbb260, 0xc000497a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc031bbb260, 0xc000497a00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc031bbb260, 0xc000497a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc031bbb260, 0xc000497800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc031bbb260, 0xc000497500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc031bbb260, 0xc000497500) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc002233680, 0x38483c0, 0xc01f62d5c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6641560 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x5aa, 0x5ab, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x5aa, 0x5ab, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc016f55a00, 0x5ab, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x5ab, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02d1d8000, 0xc022d19b30, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0213aa3c8, 0xc022d19b30, 0x0, 0xc032c68b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc016f55a00, 0x380b840, 0xc02c711150, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017ae9818, 0x380b840, 0xc040ad5f38, 0x800, 0xc032c68c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017ae9818, 0x380b840, 0xc040ad5f38, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc016c22380, 0x380b840, 0xc040ad5f38, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc016c22380, 0x380b840, 0xc040ad5f38, 0x0, 0x0, 0x0, 0x326e760, 0xc010f7e000, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc016c22380, 0x380be40, 0xc02c711150, 0x800000000, 0xc032b3a1a0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc016c22380, 0xc021d3dc00, 0xc0356c5973, 0xd, 0x10e5bc48, 0xed7e16e60, 0x4f79c20, 0xc032c691f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc016c22380, 0xc021d3dc00, 0x380ea60, 0xc02f5552c0, 0xc0356c5943, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc016c22380, 0xc021d3dc00, 0xc0356c5920, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc016c22380, 0xc021d3dc00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02f554f90, 0x383ca00, 0xc016c22380, 0xc021d3dc00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc032c69758, 0x383ca00, 0xc016c22380, 0xc021d3da00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc016c22380, 0xc021d3da00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc016c22380, 0xc021d3da00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc016c22380, 0xc021d3da00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc016c22380, 0xc021d3d700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc016c22380, 0xc00233d500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc016c22380, 0xc00233d500) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc033008d20, 0x38483c0, 0xc02b012b40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4497795 [IO wait, 229 minutes]: internal/poll.runtime_pollWait(0x7f4168058650, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc000f77e98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc000f77e80, 0xc03492dfc1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc000f77e80, 0xc03492dfc1, 0x1, 0x1, 0xc00f33a748, 0xc01459c298, 0xc00f33a7c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0001225c0, 0xc03492dfc1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc03492dfb0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4475454 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x69, 0x6a, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x69, 0x6a, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc022507700, 0x6a, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x6a, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0198e8780, 0xc01e26b200, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017f9c698, 0xc01e26b200, 0x0, 0xc01a0e8b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc022507700, 0x380b840, 0xc017743e30, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017743c28, 0x380b840, 0xc022bbfa10, 0x800, 0xc01a0e8c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017743c28, 0x380b840, 0xc022bbfa10, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02fd40540, 0x380b840, 0xc022bbfa10, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02fd40540, 0x380b840, 0xc022bbfa10, 0x0, 0x0, 0x0, 0x326e760, 0xc01de9de00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02fd40540, 0x380be40, 0xc017743e30, 0x800000000, 0xc01dce2d80, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02fd40540, 0xc019724500, 0xc01de8a383, 0xc, 0x11fb1629, 0xed78b13e4, 0x4f79c20, 0xc01a0e91f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02fd40540, 0xc019724500, 0x380ea60, 0xc01dcbf9c0, 0xc01de8a323, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02fd40540, 0xc019724500, 0xc01de8a300, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02fd40540, 0xc019724500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01dcbf6a0, 0x383ca00, 0xc02fd40540, 0xc019724500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01a0e9758, 0x383ca00, 0xc02fd40540, 0xc019724300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02fd40540, 0xc019724300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02fd40540, 0xc019724300) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02fd40540, 0xc019724300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02fd40540, 0xc019724100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02fd40540, 0xc019724000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02fd40540, 0xc019724000) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01d9fbc20, 0x38483c0, 0xc023ec92c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4639246 [syscall]: syscall.Syscall6(0x28, 0x1f5, 0x1f6, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x1f5, 0x1f6, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc028a6ac00, 0x1f6, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x1f6, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02ba80660, 0xc03944ecf0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc000010f38, 0xc03944ecf0, 0x0, 0xc0109e0b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc028a6ac00, 0x380b840, 0xc0245e5350, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02f6dbfa0, 0x380b840, 0xc01a5a8378, 0x800, 0xc0109e0c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02f6dbfa0, 0x380b840, 0xc01a5a8378, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc036e38540, 0x380b840, 0xc01a5a8378, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc036e38540, 0x380b840, 0xc01a5a8378, 0x0, 0x0, 0x0, 0x326e760, 0xc026d3a900, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc036e38540, 0x380be40, 0xc0245e5350, 0x800000000, 0xc026d2dda0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc036e38540, 0xc000065200, 0xc026a7ef23, 0xd, 0xad430df, 0xed870c63d, 0x4f79c20, 0xc0109e11f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc036e38540, 0xc000065200, 0x380ea60, 0xc01f65ea50, 0xc026a7eef3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc036e38540, 0xc000065200, 0xc026a7eed0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc036e38540, 0xc000065200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01f65e730, 0x383ca00, 0xc036e38540, 0xc000065200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0109e1758, 0x383ca00, 0xc036e38540, 0xc000064f00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc036e38540, 0xc000064f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc036e38540, 0xc000064f00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc036e38540, 0xc000064f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc036e38540, 0xc000064a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc036e38540, 0xc01f8d6800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc036e38540, 0xc01f8d6800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018c7fae0, 0x38483c0, 0xc027590f40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5559216 [IO wait, 178 minutes]: internal/poll.runtime_pollWait(0x7f4187b8c4a0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc027f4ed98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc027f4ed80, 0xc0217e33c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc027f4ed80, 0xc0217e33c1, 0x1, 0x1, 0xc015047e60, 0x0, 0xc020ad8a58) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0031d4c10, 0xc0217e33c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0217e33b0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4565055 [IO wait, 226 minutes]: internal/poll.runtime_pollWait(0x7f41b8021f58, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01a958618, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01a958600, 0xc02148e4c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01a958600, 0xc02148e4c1, 0x1, 0x1, 0xc02e267500, 0x0, 0xc00257e558) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc032e60238, 0xc02148e4c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02148e4b0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4518129 [IO wait, 228 minutes]: internal/poll.runtime_pollWait(0x7f435801cce8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc038591998, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc038591980, 0xc01373a6a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc038591980, 0xc01373a6a1, 0x1, 0x1, 0xc031e6a540, 0x0, 0xc016cd31d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc00001bfa0, 0xc01373a6a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01373a690) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5962980 [IO wait, 159 minutes]: internal/poll.runtime_pollWait(0x7f41ac0c7650, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc03466c598, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc03466c580, 0xc01ca451b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc03466c580, 0xc01ca451b1, 0x1, 0x1, 0xc023c7c900, 0x0, 0xc024e70d18) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc015839fb0, 0xc01ca451b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01ca451a0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5160643 [IO wait, 197 minutes]: internal/poll.runtime_pollWait(0x7f41ac0c5aa0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc031bbc298, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc031bbc280, 0xc0347072a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc031bbc280, 0xc0347072a1, 0x1, 0x1, 0xc02a95af48, 0xc01459c298, 0xc02a95afc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02ac78040, 0xc0347072a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc034707290) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4476109 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f41ac0c79f0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02a347f18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02a347f00, 0xc01f92da81, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02a347f00, 0xc01f92da81, 0x1, 0x1, 0xc018dcf3e0, 0x0, 0xc013ff1258) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc019c6a058, 0xc01f92da81, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01f92da70) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4472587 [syscall, 4 minutes]: syscall.Syscall6(0x28, 0x4d, 0x4f, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x4d, 0x4f, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc031d5c980, 0x4f, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x4f, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02236c840, 0xc030475d40, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc001db9f60, 0xc030475d40, 0x0, 0xc02b98cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc031d5c980, 0x380b840, 0xc0000119d0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0183388a0, 0x380b840, 0xc002687950, 0x800, 0xc02b98cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0183388a0, 0x380b840, 0xc002687950, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0337ccc40, 0x380b840, 0xc002687950, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0337ccc40, 0x380b840, 0xc002687950, 0x0, 0x0, 0x0, 0x326e760, 0xc019f4eb00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0337ccc40, 0x380be40, 0xc0000119d0, 0x800000000, 0xc0198e6aa0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0337ccc40, 0xc0020f3200, 0xc031527b53, 0xc, 0x1e5a39fd, 0xed78ae810, 0x4f79c20, 0xc02b98d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0337ccc40, 0xc0020f3200, 0x380ea60, 0xc02cb02b40, 0xc031527af3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0337ccc40, 0xc0020f3200, 0xc031527ad0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0337ccc40, 0xc0020f3200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02cb02820, 0x383ca00, 0xc0337ccc40, 0xc0020f3200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02b98d758, 0x383ca00, 0xc0337ccc40, 0xc0020f3000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0337ccc40, 0xc0020f3000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0337ccc40, 0xc0020f3000) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0337ccc40, 0xc0020f3000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0337ccc40, 0xc0020f2e00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0337ccc40, 0xc0020f2d00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0337ccc40, 0xc0020f2d00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc002675400, 0x38483c0, 0xc025303d80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4561017 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x1a2, 0x1a3, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x1a2, 0x1a3, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc028e06a00, 0x1a3, 0x3fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x1a3, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc029dc5140, 0xc01f396990, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02cc9f760, 0xc01f396990, 0x0, 0xc02e7bcb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc028e06a00, 0x380b840, 0xc015839820, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc015839780, 0x380b840, 0xc02ad4c048, 0x800, 0xc02e7bcc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc015839780, 0x380b840, 0xc02ad4c048, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01c57a2a0, 0x380b840, 0xc02ad4c048, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01c57a2a0, 0x380b840, 0xc02ad4c048, 0x0, 0x0, 0x0, 0x326e760, 0xc0283e6800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01c57a2a0, 0x380be40, 0xc015839820, 0x400000000, 0xc027fa2a00, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01c57a2a0, 0xc00233c700, 0xc027c3fca3, 0xc, 0xca85fb7, 0xed79e2ef6, 0x4f79c20, 0xc02e7bd1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01c57a2a0, 0xc00233c700, 0x380ea60, 0xc0305ff2f0, 0xc027c3fc43, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01c57a2a0, 0xc00233c700, 0xc027c3fc20, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01c57a2a0, 0xc00233c700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0305fefc0, 0x383ca00, 0xc01c57a2a0, 0xc00233c700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02e7bd758, 0x383ca00, 0xc01c57a2a0, 0xc00233c400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01c57a2a0, 0xc00233c400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01c57a2a0, 0xc00233c400) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01c57a2a0, 0xc00233c400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01c57a2a0, 0xc00233c200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01c57a2a0, 0xc01f8d7400) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01c57a2a0, 0xc01f8d7400) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0276872c0, 0x38483c0, 0xc014bfe100) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4474238 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x5d, 0x64, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x5d, 0x64, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01736d780, 0x64, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x64, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0182ca900, 0xc01cded560, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc00001b420, 0xc01cded560, 0x0, 0xc0145b0b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01736d780, 0x380b840, 0xc02ed29a58, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc00001a410, 0x380b840, 0xc01140e378, 0x800, 0xc0145b0c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc00001a410, 0x380b840, 0xc01140e378, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0125e6c40, 0x380b840, 0xc01140e378, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0125e6c40, 0x380b840, 0xc01140e378, 0x0, 0x0, 0x0, 0x326e760, 0xc01c7f7600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0125e6c40, 0x380be40, 0xc02ed29a58, 0x800000000, 0xc01c785560, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0125e6c40, 0xc014403e00, 0xc01c7e8683, 0xd, 0x36e9625a, 0xed8560b6b, 0x4f79c20, 0xc0145b11f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0125e6c40, 0xc014403e00, 0x380ea60, 0xc03093d860, 0xc01c7e8653, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0125e6c40, 0xc014403e00, 0xc01c7e8630, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0125e6c40, 0xc014403e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc03093d4f0, 0x383ca00, 0xc0125e6c40, 0xc014403e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0145b1758, 0x383ca00, 0xc0125e6c40, 0xc014403c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0125e6c40, 0xc014403c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0125e6c40, 0xc014403c00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0125e6c40, 0xc014403c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0125e6c40, 0xc014403a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0125e6c40, 0xc030688c00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0125e6c40, 0xc030688c00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01ae28c80, 0x38483c0, 0xc04131d740) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4888364 [IO wait, 210 minutes]: internal/poll.runtime_pollWait(0x7f41681749e0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc017169f98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc017169f80, 0xc0218ae311, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc017169f80, 0xc0218ae311, 0x1, 0x1, 0xc01704fda0, 0x0, 0xc021b11b18) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc002a17f00, 0xc0218ae311, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0218ae300) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4477971 [syscall]: syscall.Syscall6(0x28, 0x83, 0x4dc, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x83, 0x4dc, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc022b6db00, 0x4dc, 0x3fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x4dc, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0264e66c0, 0xc025836180, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc018662280, 0xc025836180, 0x0, 0xc02086ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc022b6db00, 0x380b840, 0xc017ae9cf8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc022e80598, 0x380b840, 0xc03a5e6030, 0x800, 0xc02086ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc022e80598, 0x380b840, 0xc03a5e6030, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02e2709a0, 0x380b840, 0xc03a5e6030, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02e2709a0, 0x380b840, 0xc03a5e6030, 0x0, 0x0, 0x0, 0x326e760, 0xc02e2b8a00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02e2709a0, 0x380be40, 0xc017ae9cf8, 0x400000000, 0xc02d7511a0, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02e2709a0, 0xc021d3c200, 0xc02d751163, 0xc, 0xeb6bf0e, 0xed79e70eb, 0x4f79c20, 0xc02086b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02e2709a0, 0xc021d3c200, 0x380ea60, 0xc017e7cbe0, 0xc02d751103, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02e2709a0, 0xc021d3c200, 0xc02d7510e0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02e2709a0, 0xc021d3c200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc017e7c800, 0x383ca00, 0xc02e2709a0, 0xc021d3c200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02086b758, 0x383ca00, 0xc02e2709a0, 0xc021d3c000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02e2709a0, 0xc021d3c000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02e2709a0, 0xc021d3c000) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02e2709a0, 0xc021d3c000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02e2709a0, 0xc002189b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02e2709a0, 0xc0194df700) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02e2709a0, 0xc0194df700) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc02281f4a0, 0x38483c0, 0xc02db0d280) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5173589 [IO wait, 197 minutes]: internal/poll.runtime_pollWait(0x7f418417eee0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0169f4a18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0169f4a00, 0xc029324671, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0169f4a00, 0xc029324671, 0x1, 0x1, 0xc027ff09c0, 0x0, 0xc038121398) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000118988, 0xc029324671, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc029324660) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4639306 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x1f7, 0x1f8, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x1f7, 0x1f8, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0249feb80, 0x1f8, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x1f8, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02128bc20, 0xc033499b00, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0245e4220, 0xc033499b00, 0x0, 0xc0355c0b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0249feb80, 0x380b840, 0xc0339f7a00, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc01aa4bf80, 0x380b840, 0xc011de9c20, 0x800, 0xc0355c0c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc01aa4bf80, 0x380b840, 0xc011de9c20, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0327ca2a0, 0x380b840, 0xc011de9c20, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0327ca2a0, 0x380b840, 0xc011de9c20, 0x0, 0x0, 0x0, 0x326e760, 0xc00fb8ce00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0327ca2a0, 0x380be40, 0xc0339f7a00, 0x800000000, 0xc011d54860, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0327ca2a0, 0xc019092c00, 0xc031961e83, 0xd, 0x2c3cc742, 0xed8745f54, 0x4f79c20, 0xc0355c11f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0327ca2a0, 0xc019092c00, 0x380ea60, 0xc0225d7c70, 0xc031961e53, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0327ca2a0, 0xc019092c00, 0xc031961e30, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0327ca2a0, 0xc019092c00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0225d7950, 0x383ca00, 0xc0327ca2a0, 0xc019092c00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0355c1758, 0x383ca00, 0xc0327ca2a0, 0xc019092a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0327ca2a0, 0xc019092a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0327ca2a0, 0xc019092a00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0327ca2a0, 0xc019092a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0327ca2a0, 0xc019092800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0327ca2a0, 0xc027846a00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0327ca2a0, 0xc027846a00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023edc000, 0x38483c0, 0xc038a59400) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4592029 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x1c6, 0x1cb, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x1c6, 0x1cb, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc016f55180, 0x1cb, 0x3fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x1cb, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01b774780, 0xc01c3c7b30, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0245e5be8, 0xc01c3c7b30, 0x0, 0xc011564b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc016f55180, 0x380b840, 0xc026043718, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02aef3450, 0x380b840, 0xc011c27980, 0x800, 0xc011564c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02aef3450, 0x380b840, 0xc011c27980, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0369dbb20, 0x380b840, 0xc011c27980, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0369dbb20, 0x380b840, 0xc011c27980, 0x0, 0x0, 0x0, 0x326e760, 0xc02e4fb400, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0369dbb20, 0x380be40, 0xc026043718, 0x400000000, 0xc02bc324c0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0369dbb20, 0xc030688d00, 0xc03627baf3, 0xc, 0x16b483e8, 0xed79e0d97, 0x4f79c20, 0xc0115651f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0369dbb20, 0xc030688d00, 0x380ea60, 0xc01dd79ed0, 0xc03627ba93, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0369dbb20, 0xc030688d00, 0xc03627ba70, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0369dbb20, 0xc030688d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01dd79bb0, 0x383ca00, 0xc0369dbb20, 0xc030688d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc011565758, 0x383ca00, 0xc0369dbb20, 0xc030688a00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0369dbb20, 0xc030688a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0369dbb20, 0xc030688a00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0369dbb20, 0xc030688a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0369dbb20, 0xc030688800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0369dbb20, 0xc030688700) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0369dbb20, 0xc030688700) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0217879a0, 0x38483c0, 0xc02a61fc80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4592918 [syscall]: syscall.Syscall6(0x28, 0x116, 0x1ca, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x116, 0x1ca, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc026a81280, 0x1ca, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x1ca, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01e889e60, 0xc013368b70, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02af9ba98, 0xc013368b70, 0x0, 0xc01dbfab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc026a81280, 0x380b840, 0xc003050da8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc003050c38, 0x380b840, 0xc02197d5c0, 0x800, 0xc01dbfac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc003050c38, 0x380b840, 0xc02197d5c0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc030cd07e0, 0x380b840, 0xc02197d5c0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc030cd07e0, 0x380b840, 0xc02197d5c0, 0x0, 0x0, 0x0, 0x326e760, 0xc02eae1700, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc030cd07e0, 0x380be40, 0xc003050da8, 0x800000000, 0xc02ead2720, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc030cd07e0, 0xc02c16f100, 0xc02eab7073, 0xd, 0x31fc6617, 0xed8664a0e, 0x4f79c20, 0xc01dbfb1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc030cd07e0, 0xc02c16f100, 0x380ea60, 0xc024dfb660, 0xc02eab7043, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc030cd07e0, 0xc02c16f100, 0xc02eab7020, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc030cd07e0, 0xc02c16f100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc024dfb340, 0x383ca00, 0xc030cd07e0, 0xc02c16f100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01dbfb758, 0x383ca00, 0xc030cd07e0, 0xc02c16ef00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc030cd07e0, 0xc02c16ef00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc030cd07e0, 0xc02c16ef00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc030cd07e0, 0xc02c16ef00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc030cd07e0, 0xc02c16ec00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc030cd07e0, 0xc02c16eb00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc030cd07e0, 0xc02c16eb00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc024374960, 0x38483c0, 0xc0186d9640) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4925144 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x2c5, 0x2c6, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x2c5, 0x2c6, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc03334a100, 0x2c6, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x2c6, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02c9dacc0, 0xc0352d8540, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017c1f7a0, 0xc0352d8540, 0x0, 0xc0328d2b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc03334a100, 0x380b840, 0xc02325bf78, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0154fcfc8, 0x380b840, 0xc015124f48, 0x800, 0xc0328d2c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0154fcfc8, 0x380b840, 0xc015124f48, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02773d6c0, 0x380b840, 0xc015124f48, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02773d6c0, 0x380b840, 0xc015124f48, 0x0, 0x0, 0x0, 0x326e760, 0xc0030baf00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02773d6c0, 0x380be40, 0xc02325bf78, 0x800000000, 0xc01de81ea0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02773d6c0, 0xc00233cc00, 0xc01f912aa3, 0xd, 0x32dfd5a3, 0xed7e104c9, 0x4f79c20, 0xc0328d31f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02773d6c0, 0xc00233cc00, 0x380ea60, 0xc016ca4640, 0xc01f912a73, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02773d6c0, 0xc00233cc00, 0xc01f912a50, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02773d6c0, 0xc00233cc00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc016ca4230, 0x383ca00, 0xc02773d6c0, 0xc00233cc00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0328d3758, 0x383ca00, 0xc02773d6c0, 0xc00233c400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02773d6c0, 0xc00233c400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02773d6c0, 0xc00233c400) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02773d6c0, 0xc00233c400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02773d6c0, 0xc00233c200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02773d6c0, 0xc00233c100) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02773d6c0, 0xc00233c100) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0236eac80, 0x38483c0, 0xc01906d480) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5063041 [IO wait, 202 minutes]: internal/poll.runtime_pollWait(0x7f41ac0c5b88, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02c492f18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02c492f00, 0xc022d18971, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02c492f00, 0xc022d18971, 0x1, 0x1, 0xc0194cba40, 0x0, 0xc04131c458) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0245e40e8, 0xc022d18971, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc022d18960) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4566372 [IO wait, 226 minutes]: internal/poll.runtime_pollWait(0x7f4187166698, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc016f62e18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc016f62e00, 0xc02176ec11, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc016f62e00, 0xc02176ec11, 0x1, 0x1, 0xc023229da0, 0x0, 0xc02a69b858) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017742108, 0xc02176ec11, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02176ec00) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5553844 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x415, 0x416, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x415, 0x416, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0355f0b00, 0x416, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x416, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc024ea7680, 0xc01dfc4ed0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc021dd5870, 0xc01dfc4ed0, 0x0, 0xc036260b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0355f0b00, 0x380b840, 0xc001db9360, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc015838fb0, 0x380b840, 0xc03bbc7ad0, 0x800, 0xc036260c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc015838fb0, 0x380b840, 0xc03bbc7ad0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc025d33a40, 0x380b840, 0xc03bbc7ad0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc025d33a40, 0x380b840, 0xc03bbc7ad0, 0x0, 0x0, 0x0, 0x326e760, 0xc027e07200, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc025d33a40, 0x380be40, 0xc001db9360, 0x800000000, 0xc027e421a0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc025d33a40, 0xc019289200, 0xc0278694f3, 0xd, 0x12b440a5, 0xed859309e, 0x4f79c20, 0xc0362611f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc025d33a40, 0xc019289200, 0x380ea60, 0xc01697ea50, 0xc0278694c3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc025d33a40, 0xc019289200, 0xc0278694a0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc025d33a40, 0xc019289200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01697e720, 0x383ca00, 0xc025d33a40, 0xc019289200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc036261758, 0x383ca00, 0xc025d33a40, 0xc019288d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc025d33a40, 0xc019288d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc025d33a40, 0xc019288d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc025d33a40, 0xc019288d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc025d33a40, 0xc019288400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc025d33a40, 0xc0194dfc00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc025d33a40, 0xc0194dfc00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018b86460, 0x38483c0, 0xc015077300) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4768569 [IO wait, 216 minutes]: internal/poll.runtime_pollWait(0x7f4187a71cc8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02b06e318, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02b06e300, 0xc01c32cb81, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02b06e300, 0xc01c32cb81, 0x1, 0x1, 0xc014accde0, 0x0, 0xc02cb23c18) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc022e80988, 0xc01c32cb81, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01c32cb70) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4557182 [syscall]: syscall.Syscall6(0x28, 0x19d, 0x1a1, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x19d, 0x1a1, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc019361300, 0x1a1, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x1a1, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01790b6e0, 0xc0209fa9c0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc015838a40, 0xc0209fa9c0, 0x0, 0xc019f40b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc019361300, 0x380b840, 0xc0177438c8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0339f6cf8, 0x380b840, 0xc0146d89a8, 0x800, 0xc019f40c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0339f6cf8, 0x380b840, 0xc0146d89a8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02fed1ce0, 0x380b840, 0xc0146d89a8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02fed1ce0, 0x380b840, 0xc0146d89a8, 0x0, 0x0, 0x0, 0x326e760, 0xc01f6dd500, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02fed1ce0, 0x380be40, 0xc0177438c8, 0x800000000, 0xc012f6ee60, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02fed1ce0, 0xc00233c100, 0xc028694293, 0xd, 0x11fd41b5, 0xed81a3db2, 0x4f79c20, 0xc019f411f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02fed1ce0, 0xc00233c100, 0x380ea60, 0xc0241571b0, 0xc028694263, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02fed1ce0, 0xc00233c100, 0xc028694240, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02fed1ce0, 0xc00233c100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc024156e90, 0x383ca00, 0xc02fed1ce0, 0xc00233c100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc019f41758, 0x383ca00, 0xc02fed1ce0, 0xc0156fff00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02fed1ce0, 0xc0156fff00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02fed1ce0, 0xc0156fff00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02fed1ce0, 0xc0156fff00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02fed1ce0, 0xc0156ffd00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02fed1ce0, 0xc0156ffc00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02fed1ce0, 0xc0156ffc00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc002674000, 0x38483c0, 0xc021d099c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4482346 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0xe7, 0xe8, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0xe7, 0xe8, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01d838600, 0xe8, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0xe8, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc023ff3080, 0xc01917d650, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0031d4250, 0xc01917d650, 0x0, 0xc025bbcb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01d838600, 0x380b840, 0xc0030513d0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc026042f88, 0x380b840, 0xc0192f5698, 0x800, 0xc025bbcc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc026042f88, 0x380b840, 0xc0192f5698, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02b7f62a0, 0x380b840, 0xc0192f5698, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02b7f62a0, 0x380b840, 0xc0192f5698, 0x0, 0x0, 0x0, 0x326e760, 0xc020d3e500, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02b7f62a0, 0x380be40, 0xc0030513d0, 0x800000000, 0xc020d05880, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02b7f62a0, 0xc0147d5800, 0xc020ce8983, 0xc, 0x11a9a3b2, 0xed78bfdcc, 0x4f79c20, 0xc025bbd1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02b7f62a0, 0xc0147d5800, 0x380ea60, 0xc032ba88f0, 0xc020ce8923, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02b7f62a0, 0xc0147d5800, 0xc020ce8900, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02b7f62a0, 0xc0147d5800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc032ba85d0, 0x383ca00, 0xc02b7f62a0, 0xc0147d5800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc025bbd758, 0x383ca00, 0xc02b7f62a0, 0xc0147d5600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02b7f62a0, 0xc0147d5600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02b7f62a0, 0xc0147d5600) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02b7f62a0, 0xc0147d5600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02b7f62a0, 0xc0147d5300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02b7f62a0, 0xc0147d5000) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02b7f62a0, 0xc0147d5000) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0189e97c0, 0x38483c0, 0xc01fd942c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4479407 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f43580e30c8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0265ff898, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0265ff880, 0xc026cd0c71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0265ff880, 0xc026cd0c71, 0x1, 0x1, 0xc0169cd680, 0x0, 0xc02687d0d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc026042838, 0xc026cd0c71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc026cd0c60) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5697799 [IO wait, 172 minutes]: internal/poll.runtime_pollWait(0x7f4187b8c758, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc027911698, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc027911680, 0xc028135ed1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc027911680, 0xc028135ed1, 0x1, 0x1, 0xc00285d4a0, 0x0, 0xc011187998) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017c1ece8, 0xc028135ed1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc028135ec0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4477685 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x80, 0x8c, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x80, 0x8c, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0203e9980, 0x8c, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x8c, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0159ebec0, 0xc023a8e360, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc021dd5a98, 0xc023a8e360, 0x0, 0xc01795eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0203e9980, 0x380b840, 0xc02325a438, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017c1fea0, 0x380b840, 0xc022382c00, 0x800, 0xc01795ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017c1fea0, 0x380b840, 0xc022382c00, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02bb92540, 0x380b840, 0xc022382c00, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02bb92540, 0x380b840, 0xc022382c00, 0x0, 0x0, 0x0, 0x326e760, 0xc0238e3a00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02bb92540, 0x380be40, 0xc02325a438, 0x800000000, 0xc0238cad20, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02bb92540, 0xc023211100, 0xc023881883, 0xd, 0x133a1e7b, 0xed81b1c96, 0x4f79c20, 0xc01795f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02bb92540, 0xc023211100, 0x380ea60, 0xc02389f750, 0xc023881853, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02bb92540, 0xc023211100, 0xc023881830, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02bb92540, 0xc023211100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02389f430, 0x383ca00, 0xc02bb92540, 0xc023211100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc01795f758, 0x383ca00, 0xc02bb92540, 0xc023210f00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02bb92540, 0xc023210f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02bb92540, 0xc023210f00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02bb92540, 0xc023210f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02bb92540, 0xc023210d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02bb92540, 0xc0236ee800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02bb92540, 0xc0236ee800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc021787ae0, 0x38483c0, 0xc01a2c4880) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4796118 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x26b, 0x26e, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x26b, 0x26e, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc025c31780, 0x26e, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x26e, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0327d5c20, 0xc0158deab0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02af9a1b0, 0xc0158deab0, 0x0, 0xc02039eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc025c31780, 0x380b840, 0xc0339f6838, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0339f66c8, 0x380b840, 0xc015725b00, 0x800, 0xc02039ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0339f66c8, 0x380b840, 0xc015725b00, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01200d5e0, 0x380b840, 0xc015725b00, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01200d5e0, 0x380b840, 0xc015725b00, 0x0, 0x0, 0x0, 0x326e760, 0xc037901200, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01200d5e0, 0x380be40, 0xc0339f6838, 0x800000000, 0xc0243b0e40, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01200d5e0, 0xc002189b00, 0xc024152f83, 0xd, 0x2856c327, 0xed8669ce8, 0x4f79c20, 0xc02039f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01200d5e0, 0xc002189b00, 0x380ea60, 0xc025b1d710, 0xc024152f53, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01200d5e0, 0xc002189b00, 0xc024152f30, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01200d5e0, 0xc002189b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc025b1d3a0, 0x383ca00, 0xc01200d5e0, 0xc002189b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02039f758, 0x383ca00, 0xc01200d5e0, 0xc002189500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01200d5e0, 0xc002189500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01200d5e0, 0xc002189500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01200d5e0, 0xc002189500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01200d5e0, 0xc002189300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01200d5e0, 0xc002189200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01200d5e0, 0xc002189200) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc019524320, 0x38483c0, 0xc0336e3bc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4980319 [IO wait, 206 minutes]: internal/poll.runtime_pollWait(0x7f41b805da70, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0167c3698, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0167c3680, 0xc02480c0a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0167c3680, 0xc02480c0a1, 0x1, 0x1, 0xc01ab69980, 0x0, 0xc031e7bdd8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000197680, 0xc02480c0a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02480c090) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5642893 [IO wait, 174 minutes]: internal/poll.runtime_pollWait(0x7f41841b48c8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc027962018, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc027962000, 0xc02143f331, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc027962000, 0xc02143f331, 0x1, 0x1, 0xc015aeac00, 0x0, 0xc037b00e18) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0271a64b0, 0xc02143f331, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02143f320) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7022690 [IO wait, 108 minutes]: internal/poll.runtime_pollWait(0x7f435015e050, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc03744b418, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc03744b400, 0xc0348c6311, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc03744b400, 0xc0348c6311, 0x1, 0x1, 0xc0182cbbc0, 0x0, 0xc019114118) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0339f6778, 0xc0348c6311, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0348c6300) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5054049 [IO wait, 190 minutes]: internal/poll.runtime_pollWait(0x7f4187ba2d50, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01d838a98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01d838a80, 0xc030c4a401, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01d838a80, 0xc030c4a401, 0x1, 0x1, 0xc018754ba0, 0x0, 0xc020ad8198) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc01aa4a090, 0xc030c4a401, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc030c4a3f0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6136492 [IO wait, 151 minutes]: internal/poll.runtime_pollWait(0x7f41241493c0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc023bc1818, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc023bc1800, 0xc0230ff3c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc023bc1800, 0xc0230ff3c1, 0x1, 0x1, 0xc026455748, 0xc01459c298, 0xc0264557c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc020ec3a80, 0xc0230ff3c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0230ff3b0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4657464 [IO wait, 222 minutes]: internal/poll.runtime_pollWait(0x7f43000c4ef0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01267e898, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01267e880, 0xc01f94c941, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01267e880, 0xc01f94c941, 0x1, 0x1, 0xc02e266f00, 0x0, 0xc0343fc418) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02f6db568, 0xc01f94c941, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01f94c930) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4900407 [IO wait, 210 minutes]: internal/poll.runtime_pollWait(0x7f41240ddef8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01237e298, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01237e280, 0xc0212bcc41, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01237e280, 0xc0212bcc41, 0x1, 0x1, 0xc02b0cbf48, 0xc01459c298, 0xc02b0cbfc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0271a70f8, 0xc0212bcc41, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0212bcc30) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6678410 [syscall]: syscall.Syscall6(0x28, 0x5b8, 0x82, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x5b8, 0x82, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc021b8f780, 0x82, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x82, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0264e7a40, 0xc01ee9ee40, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc003051e70, 0xc01ee9ee40, 0x0, 0xc0020d0b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc021b8f780, 0x380b840, 0xc02f4a3c18, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc019c6aee8, 0x380b840, 0xc019ab4198, 0x800, 0xc0020d0c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc019c6aee8, 0x380b840, 0xc019ab4198, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc035ac6620, 0x380b840, 0xc019ab4198, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc035ac6620, 0x380b840, 0xc019ab4198, 0x0, 0x0, 0x0, 0x326e760, 0xc010a4a000, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc035ac6620, 0x380be40, 0xc02f4a3c18, 0x800000000, 0xc01bc6cf20, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc035ac6620, 0xc02c5ccf00, 0xc029026893, 0xd, 0x24e16d03, 0xed868d293, 0x4f79c20, 0xc03096f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc035ac6620, 0xc02c5ccf00, 0x380ea60, 0xc025ca2ce0, 0xc029026863, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc035ac6620, 0xc02c5ccf00, 0xc029026840, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc035ac6620, 0xc02c5ccf00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc025ca29b0, 0x383ca00, 0xc035ac6620, 0xc02c5ccf00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03096f758, 0x383ca00, 0xc035ac6620, 0xc02c5cc900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc035ac6620, 0xc02c5cc900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc035ac6620, 0xc02c5cc900) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc035ac6620, 0xc02c5cc900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc035ac6620, 0xc027847e00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc035ac6620, 0xc023c3e400) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc035ac6620, 0xc023c3e400) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018d21180, 0x38483c0, 0xc026d50e40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4979444 [IO wait, 206 minutes]: internal/poll.runtime_pollWait(0x7f435872e270, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01e085198, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01e085180, 0xc024879091, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01e085180, 0xc024879091, 0x1, 0x1, 0xc02b0cff48, 0xc028ed19f8, 0xc02b0cffc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02c710000, 0xc024879091, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc024879080) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7313427 [IO wait, 95 minutes]: internal/poll.runtime_pollWait(0x7f4184180d10, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0251aa198, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0251aa180, 0xc0248799c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0251aa180, 0xc0248799c1, 0x1, 0x1, 0xc021efe1e0, 0x0, 0xc013ff0f58) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc018338528, 0xc0248799c1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0248799b0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4810889 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x27c, 0x27d, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x27c, 0x27d, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02441ae00, 0x27d, 0x3fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x27d, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02ffe22a0, 0xc01f8f5f50, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017ae9e48, 0xc01f8f5f50, 0x0, 0xc02498eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02441ae00, 0x380b840, 0xc032e61530, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc032e613f8, 0x380b840, 0xc032c1af60, 0x800, 0xc02498ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc032e613f8, 0x380b840, 0xc032c1af60, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc025d3a1c0, 0x380b840, 0xc032c1af60, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc025d3a1c0, 0x380b840, 0xc032c1af60, 0x0, 0x0, 0x0, 0x326e760, 0xc01d356500, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc025d3a1c0, 0x380be40, 0xc032e61530, 0x400000000, 0xc0378e68a0, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc025d3a1c0, 0xc002188b00, 0xc0378e6803, 0xc, 0x1129d112, 0xed79dda74, 0x4f79c20, 0xc02498f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc025d3a1c0, 0xc002188b00, 0x380ea60, 0xc02caf6230, 0xc0378e6743, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc025d3a1c0, 0xc002188b00, 0xc0378e6720, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc025d3a1c0, 0xc002188b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0126e3f10, 0x383ca00, 0xc025d3a1c0, 0xc002188b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02498f758, 0x383ca00, 0xc025d3a1c0, 0xc002188400) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc025d3a1c0, 0xc002188400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc025d3a1c0, 0xc002188400) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc025d3a1c0, 0xc002188400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc025d3a1c0, 0xc002188000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc025d3a1c0, 0xc019288900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc025d3a1c0, 0xc019288900) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0236ea320, 0x38483c0, 0xc01fdc4280) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6586660 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x594, 0x59d, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x594, 0x59d, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc03596f400, 0x59d, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x59d, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0343b7500, 0xc02715cb10, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc025cf0dc8, 0xc02715cb10, 0x0, 0xc0026d0b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc03596f400, 0x380b840, 0xc022e801a8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0329ec738, 0x380b840, 0xc02d1aa5b8, 0x800, 0xc0026d0c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0329ec738, 0x380b840, 0xc02d1aa5b8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01862a460, 0x380b840, 0xc02d1aa5b8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01862a460, 0x380b840, 0xc02d1aa5b8, 0x0, 0x0, 0x0, 0x326e760, 0xc02de00500, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01862a460, 0x380be40, 0xc022e801a8, 0x800000000, 0xc0393b09c0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01862a460, 0xc021d3d300, 0xc0278da443, 0xd, 0x24f7125, 0xed8777965, 0x4f79c20, 0xc030aaf1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01862a460, 0xc021d3d300, 0x380ea60, 0xc0105b52d0, 0xc0278da413, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01862a460, 0xc021d3d300, 0xc0278da3f0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01862a460, 0xc021d3d300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0105b4f90, 0x383ca00, 0xc01862a460, 0xc021d3d300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc030aaf758, 0x383ca00, 0xc01862a460, 0xc021d3d100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01862a460, 0xc021d3d100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01862a460, 0xc021d3d100) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01862a460, 0xc021d3d100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01862a460, 0xc021d3ce00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01862a460, 0xc021d3cd00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01862a460, 0xc021d3cd00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc019525860, 0x38483c0, 0xc020532380) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5815167 [IO wait, 166 minutes]: internal/poll.runtime_pollWait(0x7f4187170c38, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc031a9c618, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc031a9c600, 0xc0230fe131, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc031a9c600, 0xc0230fe131, 0x1, 0x1, 0xc029272960, 0x0, 0xc018a49a18) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc023bb8f20, 0xc0230fe131, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0230fe120) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7346451 [syscall]: syscall.Syscall6(0x28, 0x67e, 0x684, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x67e, 0x684, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc023836000, 0x684, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x684, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01955aa80, 0xc011de07e0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc016415eb0, 0xc011de07e0, 0x0, 0xc03e19cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc023836000, 0x380b840, 0xc0213aaa30, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02f4a2a18, 0x380b840, 0xc01679cc60, 0x800, 0xc03e19cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02f4a2a18, 0x380b840, 0xc01679cc60, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01862b880, 0x380b840, 0xc01679cc60, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01862b880, 0x380b840, 0xc01679cc60, 0x0, 0x0, 0x0, 0x326e760, 0xc01991c600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01862b880, 0x380be40, 0xc0213aaa30, 0x800000000, 0xc025afa180, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01862b880, 0xc022dbd400, 0xc02a51b223, 0xd, 0x12305cbc, 0xed7e232c8, 0x4f79c20, 0xc03e19d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01862b880, 0xc022dbd400, 0x380ea60, 0xc023afa6a0, 0xc02a51b1f3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01862b880, 0xc022dbd400, 0xc02a51b1d0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01862b880, 0xc022dbd400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc023afa370, 0x383ca00, 0xc01862b880, 0xc022dbd400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03e19d758, 0x383ca00, 0xc01862b880, 0xc022dbcc00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01862b880, 0xc022dbcc00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01862b880, 0xc022dbcc00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01862b880, 0xc022dbcc00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01862b880, 0xc022dbc500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01862b880, 0xc02333e200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01862b880, 0xc02333e200) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc027687400, 0x38483c0, 0xc022fbd8c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 7355595 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x680, 0x685, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x680, 0x685, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0167c2b00, 0x685, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x685, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0175c0180, 0xc0214f2690, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc000118ce0, 0xc0214f2690, 0x0, 0xc03e35cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0167c2b00, 0x380b840, 0xc01f9ae468, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02325be18, 0x380b840, 0xc014aff500, 0x800, 0xc03e35cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02325be18, 0x380b840, 0xc014aff500, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc035ac7260, 0x380b840, 0xc014aff500, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc035ac7260, 0x380b840, 0xc014aff500, 0x0, 0x0, 0x0, 0x326e760, 0xc026a22c00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc035ac7260, 0x380be40, 0xc01f9ae468, 0x800000000, 0xc01edb4cc0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc035ac7260, 0xc02194d400, 0xc02306a4a3, 0xd, 0x26303082, 0xed877a3d0, 0x4f79c20, 0xc03e35d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc035ac7260, 0xc02194d400, 0x380ea60, 0xc0211bf510, 0xc02306a473, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc035ac7260, 0xc02194d400, 0xc02306a450, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc035ac7260, 0xc02194d400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0211bf1a0, 0x383ca00, 0xc035ac7260, 0xc02194d400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03e35d758, 0x383ca00, 0xc035ac7260, 0xc02194c800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc035ac7260, 0xc02194c800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc035ac7260, 0xc02194c800) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc035ac7260, 0xc02194c800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc035ac7260, 0xc0162b7e00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc035ac7260, 0xc0162b7d00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc035ac7260, 0xc0162b7d00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01ae29220, 0x38483c0, 0xc0256a3780) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4611419 [IO wait, 224 minutes]: internal/poll.runtime_pollWait(0x7f43583b2d28, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01237f298, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01237f280, 0xc030bd0d31, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01237f280, 0xc030bd0d31, 0x1, 0x1, 0xc02ae94748, 0xc01d453478, 0xc02ae947c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000122e08, 0xc030bd0d31, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc030bd0d20) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4546261 [IO wait, 227 minutes]: internal/poll.runtime_pollWait(0x7f4168175038, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0265ff598, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0265ff580, 0xc01d901181, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0265ff580, 0xc01d901181, 0x1, 0x1, 0x0, 0xc01050f0a8, 0xc027000001) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02ad6e8a0, 0xc01d901181, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01d901170) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4806087 [IO wait, 214 minutes]: internal/poll.runtime_pollWait(0x7f41681752f0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc022b28b98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc022b28b80, 0xc0237f6dc1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc022b28b80, 0xc0237f6dc1, 0x1, 0x1, 0xc01955a300, 0x0, 0xc017807658) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0155b88f8, 0xc0237f6dc1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0237f6db0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4768466 [IO wait, 216 minutes]: internal/poll.runtime_pollWait(0x7f43580e2e10, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc011a33118, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc011a33100, 0xc0254e2a91, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc011a33100, 0xc0254e2a91, 0x1, 0x1, 0xc001c3c748, 0xc01459c298, 0xc001c3c7c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02f6db5a8, 0xc0254e2a91, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0254e2a80) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4490264 [syscall]: syscall.Syscall6(0x28, 0x113, 0x11a, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x113, 0x11a, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc01a2c7700, 0x11a, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x11a, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02719faa0, 0xc01b76e930, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0245e4f88, 0xc01b76e930, 0x0, 0xc011d14b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc01a2c7700, 0x380b840, 0xc0001974f8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0001184e0, 0x380b840, 0xc0179f64c8, 0x800, 0xc011d14c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0001184e0, 0x380b840, 0xc0179f64c8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc031c057a0, 0x380b840, 0xc0179f64c8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc031c057a0, 0x380b840, 0xc0179f64c8, 0x0, 0x0, 0x0, 0x326e760, 0xc018cac600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc031c057a0, 0x380be40, 0xc0001974f8, 0x800000000, 0xc014c70340, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc031c057a0, 0xc0156fef00, 0xc0239500b3, 0xd, 0x1c30582e, 0xed867647a, 0x4f79c20, 0xc011d151f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc031c057a0, 0xc0156fef00, 0x380ea60, 0xc02a52a070, 0xc023950083, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc031c057a0, 0xc0156fef00, 0xc023950060, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc031c057a0, 0xc0156fef00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0178e7d40, 0x383ca00, 0xc031c057a0, 0xc0156fef00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc011d15758, 0x383ca00, 0xc031c057a0, 0xc0156fed00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc031c057a0, 0xc0156fed00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc031c057a0, 0xc0156fed00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc031c057a0, 0xc0156fed00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc031c057a0, 0xc0156feb00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc031c057a0, 0xc0156fea00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc031c057a0, 0xc0156fea00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc024375040, 0x38483c0, 0xc037cd5f80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4527440 [IO wait, 228 minutes]: internal/poll.runtime_pollWait(0x7f435872e610, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0169f4618, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0169f4600, 0xc01ee9ea01, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0169f4600, 0xc01ee9ea01, 0x1, 0x1, 0xc021bff740, 0x0, 0xc021b11158) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0155b8a00, 0xc01ee9ea01, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01ee9e9f0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4478237 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f43582115d8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02343bc98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02343bc80, 0xc02391f331, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02343bc80, 0xc02391f331, 0x1, 0x1, 0xc01894a2a0, 0xc01459c298, 0xc001c79fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc020b47688, 0xc02391f331, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02391f320) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4806059 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x277, 0x28b, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x277, 0x28b, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc019021880, 0x28b, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x28b, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0343b60c0, 0xc033499dd0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02c784910, 0xc033499dd0, 0x0, 0xc024990b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc019021880, 0x380b840, 0xc02ed29f80, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc016414b18, 0x380b840, 0xc03bbc6948, 0x800, 0xc024990c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc016414b18, 0x380b840, 0xc03bbc6948, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01e0b5260, 0x380b840, 0xc03bbc6948, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01e0b5260, 0x380b840, 0xc03bbc6948, 0x0, 0x0, 0x0, 0x326e760, 0xc02a63a800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01e0b5260, 0x380be40, 0xc02ed29f80, 0x800000000, 0xc01ac5cb60, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01e0b5260, 0xc000497900, 0xc02bc4df43, 0xd, 0x12811198, 0xed8194236, 0x4f79c20, 0xc0249911f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01e0b5260, 0xc000497900, 0x380ea60, 0xc02594e4f0, 0xc02bc4dee3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01e0b5260, 0xc000497900, 0xc02bc4dec0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01e0b5260, 0xc000497900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02594e1d0, 0x383ca00, 0xc01e0b5260, 0xc000497900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc024991758, 0x383ca00, 0xc01e0b5260, 0xc000497300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01e0b5260, 0xc000497300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01e0b5260, 0xc000497300) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01e0b5260, 0xc000497300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01e0b5260, 0xc000497000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01e0b5260, 0xc000496f00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01e0b5260, 0xc000496f00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023fae320, 0x38483c0, 0xc01f62c3c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5201154 [IO wait, 195 minutes]: internal/poll.runtime_pollWait(0x7f43580e2ef8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc031dc5418, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc031dc5400, 0xc02506c401, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc031dc5400, 0xc02506c401, 0x1, 0x1, 0xc01704f4a0, 0x0, 0xc01049c898) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02cc9f7a0, 0xc02506c401, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02506c3f0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4631319 [IO wait, 222 minutes]: internal/poll.runtime_pollWait(0x7f435872db30, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc024d42b18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc024d42b00, 0xc017e52f41, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc024d42b00, 0xc017e52f41, 0x1, 0x1, 0xc0108f2420, 0xc01459c298, 0xc000142fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0186639d8, 0xc017e52f41, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc017e52f30) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5900833 [IO wait, 162 minutes]: internal/poll.runtime_pollWait(0x7f43480cf560, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01a958118, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01a958100, 0xc019907ed1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01a958100, 0xc019907ed1, 0x1, 0x1, 0xc01fe4fec0, 0x0, 0xc04131c4d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc019c6b908, 0xc019907ed1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc019907ec0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4479121 [syscall]: syscall.Syscall6(0x28, 0xc4, 0xc9, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0xc4, 0xc9, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0266b6000, 0xc9, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0xc9, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc026bce000, 0xc026ab26c0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc023cfba68, 0xc026ab26c0, 0x0, 0xc025e5eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0266b6000, 0x380b840, 0xc025cf0930, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc023cfb880, 0x380b840, 0xc001d81bf0, 0x800, 0xc025e5ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc023cfb880, 0x380b840, 0xc001d81bf0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc037c2a380, 0x380b840, 0xc001d81bf0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc037c2a380, 0x380b840, 0xc001d81bf0, 0x0, 0x0, 0x0, 0x326e760, 0xc026bacd00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc037c2a380, 0x380be40, 0xc025cf0930, 0x800000000, 0xc026a05200, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc037c2a380, 0xc026909a00, 0xc0259dbe53, 0xd, 0x1a915874, 0xed86d5c9a, 0x4f79c20, 0xc025e5f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc037c2a380, 0xc026909a00, 0x380ea60, 0xc026a373f0, 0xc0259dbe23, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc037c2a380, 0xc026909a00, 0xc0259dbe00, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc037c2a380, 0xc026909a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc026a370d0, 0x383ca00, 0xc037c2a380, 0xc026909a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc025e5f758, 0x383ca00, 0xc037c2a380, 0xc026909800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc037c2a380, 0xc026909800) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc037c2a380, 0xc026909800) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc037c2a380, 0xc026909800) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc037c2a380, 0xc026909600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc037c2a380, 0xc026909500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc037c2a380, 0xc026909500) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc026688140, 0x38483c0, 0xc026430f40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5550030 [syscall]: syscall.Syscall6(0x28, 0x412, 0x414, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x412, 0x414, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc027f4ed80, 0x414, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x414, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc03f710fc0, 0xc030023bf0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc015839d88, 0xc030023bf0, 0x0, 0xc017724b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc027f4ed80, 0x380b840, 0xc000123290, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0031d4c10, 0x380b840, 0xc0263f47b0, 0x800, 0xc017724c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0031d4c10, 0x380b840, 0xc0263f47b0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc027e46000, 0x380b840, 0xc0263f47b0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc027e46000, 0x380b840, 0xc0263f47b0, 0x0, 0x0, 0x0, 0x326e760, 0xc015fc0800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc027e46000, 0x380be40, 0xc000123290, 0x800000000, 0xc01d86fb80, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc027e46000, 0xc026d32900, 0xc0270b8b63, 0xd, 0x184cf757, 0xed86a8010, 0x4f79c20, 0xc0177251f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc027e46000, 0xc026d32900, 0x380ea60, 0xc0122fcb70, 0xc0270b8b33, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc027e46000, 0xc026d32900, 0xc0270b8b10, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc027e46000, 0xc026d32900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0122fc840, 0x383ca00, 0xc027e46000, 0xc026d32900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017725758, 0x383ca00, 0xc027e46000, 0xc026d32600) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc027e46000, 0xc026d32600) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc027e46000, 0xc026d32600) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc027e46000, 0xc026d32600) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc027e46000, 0xc026d32000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc027e46000, 0xc0194dfe00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc027e46000, 0xc0194dfe00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01d9fb180, 0x38483c0, 0xc020ad89c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 7273085 [IO wait, 97 minutes]: internal/poll.runtime_pollWait(0x7f41b80222f8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02510f798, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02510f780, 0xc019475601, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02510f780, 0xc019475601, 0x1, 0x1, 0xc029f1db00, 0x0, 0xc037ad5c98) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc000197058, 0xc019475601, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0194755f0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4476103 [syscall, 4 minutes]: syscall.Syscall6(0x28, 0x73, 0x74, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x73, 0x74, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02a347f00, 0x74, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x74, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01e888cc0, 0xc0201c1da0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0174019f8, 0xc0201c1da0, 0x0, 0xc02b98eb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02a347f00, 0x380b840, 0xc019c6a1d0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc019c6a058, 0x380b840, 0xc025446918, 0x800, 0xc02b98ec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc019c6a058, 0x380b840, 0xc025446918, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01e0b4c40, 0x380b840, 0xc025446918, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01e0b4c40, 0x380b840, 0xc025446918, 0x0, 0x0, 0x0, 0x326e760, 0xc01fcfe300, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01e0b4c40, 0x380be40, 0xc019c6a1d0, 0x200000000, 0xc01f385f50, 0x28, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01e0b4c40, 0xc01f3a6b00, 0xc01f385f13, 0xc, 0x13dc2597, 0xed79afe9e, 0x4f79c20, 0xc02b98f1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01e0b4c40, 0xc01f3a6b00, 0x380ea60, 0xc01f3ed330, 0xc01f385eb3, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01e0b4c40, 0xc01f3a6b00, 0xc01f385e90, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01e0b4c40, 0xc01f3a6b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01f3ed010, 0x383ca00, 0xc01e0b4c40, 0xc01f3a6b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02b98f758, 0x383ca00, 0xc01e0b4c40, 0xc01f3a6900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01e0b4c40, 0xc01f3a6900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01e0b4c40, 0xc01f3a6900) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01e0b4c40, 0xc01f3a6900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01e0b4c40, 0xc01f3a6700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01e0b4c40, 0xc01f3a6600) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01e0b4c40, 0xc01f3a6600) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01f3a0140, 0x38483c0, 0xc013ff11c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6232681 [IO wait, 145 minutes]: internal/poll.runtime_pollWait(0x7f41b810bf88, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02d39cc18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02d39cc00, 0xc02ca6fa51, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02d39cc00, 0xc02ca6fa51, 0x1, 0x1, 0xc0362a7f48, 0xc01459c298, 0xc0362a7fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0000106b0, 0xc02ca6fa51, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02ca6fa40) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5063128 [syscall]: syscall.Syscall6(0x28, 0x310, 0x31c, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x310, 0x31c, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc026f36980, 0x31c, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x31c, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0187c72c0, 0xc0237465a0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017400e18, 0xc0237465a0, 0x0, 0xc00e708b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc026f36980, 0x380b840, 0xc02ed28820, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0213aa640, 0x380b840, 0xc01a4a1530, 0x800, 0xc00e708c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0213aa640, 0x380b840, 0xc01a4a1530, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01b4f6700, 0x380b840, 0xc01a4a1530, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01b4f6700, 0x380b840, 0xc01a4a1530, 0x0, 0x0, 0x0, 0x326e760, 0xc0018dcb00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01b4f6700, 0x380be40, 0xc02ed28820, 0x800000000, 0xc014975c00, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01b4f6700, 0xc030689300, 0xc02c0319d3, 0xd, 0x23536cb4, 0xed86ca3eb, 0x4f79c20, 0xc00e7091f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01b4f6700, 0xc030689300, 0x380ea60, 0xc019e49c70, 0xc02c0319a3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01b4f6700, 0xc030689300, 0xc02c031980, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01b4f6700, 0xc030689300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc019e49950, 0x383ca00, 0xc01b4f6700, 0xc030689300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc00e709758, 0x383ca00, 0xc01b4f6700, 0xc030689100) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01b4f6700, 0xc030689100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01b4f6700, 0xc030689100) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01b4f6700, 0xc030689100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01b4f6700, 0xc030688f00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01b4f6700, 0xc02c16e800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01b4f6700, 0xc02c16e800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc024374500, 0x38483c0, 0xc011bed5c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5228631 [syscall]: syscall.Syscall6(0x28, 0x362, 0x36b, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x362, 0x36b, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0106a2880, 0x36b, 0x3fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x36b, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01c263c80, 0xc0219a0c30, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc032e60378, 0xc0219a0c30, 0x0, 0xc034812b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0106a2880, 0x380b840, 0xc030b945e8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02f4a3198, 0x380b840, 0xc01d016960, 0x800, 0xc034812c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02f4a3198, 0x380b840, 0xc01d016960, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc042775c00, 0x380b840, 0xc01d016960, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc042775c00, 0x380b840, 0xc01d016960, 0x0, 0x0, 0x0, 0x326e760, 0xc01cf5a800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc042775c00, 0x380be40, 0xc030b945e8, 0x400000000, 0xc020cac7b0, 0x29, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc042775c00, 0xc02c16f200, 0xc020cac773, 0xc, 0x39d94276, 0xed79da958, 0x4f79c20, 0xc0348131f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc042775c00, 0xc02c16f200, 0x380ea60, 0xc01f5ee770, 0xc020cac713, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc042775c00, 0xc02c16f200, 0xc020cac6f0, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc042775c00, 0xc02c16f200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01f5ee430, 0x383ca00, 0xc042775c00, 0xc02c16f200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc034813758, 0x383ca00, 0xc042775c00, 0xc02c16f000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc042775c00, 0xc02c16f000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc042775c00, 0xc02c16f000) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc042775c00, 0xc02c16f000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc042775c00, 0xc02c16ec00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc042775c00, 0xc02c16e900) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc042775c00, 0xc02c16e900) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01d9fa780, 0x38483c0, 0xc02147ad80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 5779539 [IO wait, 168 minutes]: internal/poll.runtime_pollWait(0x7f41841b3180, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02ad7ab18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02ad7ab00, 0xc01fce1de1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02ad7ab00, 0xc01fce1de1, 0x1, 0x1, 0xc0212ff6e0, 0x0, 0xc018b35658) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017c1eb18, 0xc01fce1de1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01fce1dd0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4612106 [IO wait, 223 minutes]: internal/poll.runtime_pollWait(0x7f435015f7e0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc027911898, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc027911880, 0xc01c228881, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc027911880, 0xc01c228881, 0x1, 0x1, 0xc02abddf48, 0xc01459c298, 0xc02abddfc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017e42b10, 0xc01c228881, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01c228870) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4471028 [select, 90 minutes]: github.com/filecoin-project/go-jsonrpc.(*wsConn).handleWsConn(0xc014052fc0, 0x38483c0, 0xc021b897a0) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/websocket.go:603 +0x416 github.com/filecoin-project/go-jsonrpc.(*RPCServer).handleWS(0xc015842e00, 0x38483c0, 0xc021b897a0, 0x383ca00, 0xc030cd0fc0, 0xc002666400) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/server.go:73 +0x2d7 github.com/filecoin-project/go-jsonrpc.(*RPCServer).ServeHTTP(0xc015842e00, 0x383ca00, 0xc030cd0fc0, 0xc002666400) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/server.go:87 +0x108 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc030cd0fc0, 0xc002666200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc030cd0fc0, 0xc002666100) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc030cd0fc0, 0xc002666100) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018d20140, 0x38483c0, 0xc0120f7780) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4518057 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x152, 0x153, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x152, 0x153, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc03744bd00, 0x153, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x153, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01fe4ec00, 0xc015b937a0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02af9a868, 0xc015b937a0, 0x0, 0xc02cb78b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc03744bd00, 0x380b840, 0xc02aef3b28, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02ad6f558, 0x380b840, 0xc014765f50, 0x800, 0xc02cb78c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02ad6f558, 0x380b840, 0xc014765f50, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01e0b57a0, 0x380b840, 0xc014765f50, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01e0b57a0, 0x380b840, 0xc014765f50, 0x0, 0x0, 0x0, 0x326e760, 0xc01996ce00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01e0b57a0, 0x380be40, 0xc02aef3b28, 0x800000000, 0xc011c5e480, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01e0b57a0, 0xc019567400, 0xc01895b673, 0xd, 0x3b5a5133, 0xed8778e04, 0x4f79c20, 0xc02cb791f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01e0b57a0, 0xc019567400, 0x380ea60, 0xc018fcbe00, 0xc01895b643, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01e0b57a0, 0xc019567400, 0xc01895b620, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01e0b57a0, 0xc019567400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc018fcbae0, 0x383ca00, 0xc01e0b57a0, 0xc019567400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02cb79758, 0x383ca00, 0xc01e0b57a0, 0xc019567200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01e0b57a0, 0xc019567200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01e0b57a0, 0xc019567200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01e0b57a0, 0xc019567200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01e0b57a0, 0xc019567000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01e0b57a0, 0xc019566f00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01e0b57a0, 0xc019566f00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc024674be0, 0x38483c0, 0xc012d7a380) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4674403 [IO wait, 221 minutes]: internal/poll.runtime_pollWait(0x7f418418ec80, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02c493098, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02c493080, 0xc0160e8df1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02c493080, 0xc0160e8df1, 0x1, 0x1, 0xc000577f48, 0xc01446be18, 0xc000577fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0186635c8, 0xc0160e8df1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0160e8de0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4771437 [IO wait, 216 minutes]: internal/poll.runtime_pollWait(0x7f41ac0c5190, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc022598298, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc022598280, 0xc0249aaac1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc022598280, 0xc0249aaac1, 0x1, 0x1, 0xc01814a420, 0x0, 0xc02a2607d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02ac78038, 0xc0249aaac1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0249aaab0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4571828 [IO wait, 225 minutes]: internal/poll.runtime_pollWait(0x7f435872ded0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0287c7698, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0287c7680, 0xc018abb1b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0287c7680, 0xc018abb1b1, 0x1, 0x1, 0xc001d48748, 0xc000a1a138, 0xc001d487c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017f9c5a0, 0xc018abb1b1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc018abb1a0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4479163 [syscall]: syscall.Syscall6(0x28, 0xc6, 0xcd, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0xc6, 0xcd, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0228b6d00, 0xcd, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0xcd, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc026bcf5c0, 0xc026c29890, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc023cfbd70, 0xc026c29890, 0x0, 0xc024900b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0228b6d00, 0x380b840, 0xc025cf0dc0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0213ab478, 0x380b840, 0xc03bbc6468, 0x800, 0xc024900c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0213ab478, 0x380b840, 0xc03bbc6468, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc037c2aa80, 0x380b840, 0xc03bbc6468, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc037c2aa80, 0x380b840, 0xc03bbc6468, 0x0, 0x0, 0x0, 0x326e760, 0xc026df2e00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc037c2aa80, 0x380be40, 0xc025cf0dc0, 0x800000000, 0xc026da3240, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc037c2aa80, 0xc026d87000, 0xc026be95b3, 0xd, 0x18ad079f, 0xed854d468, 0x4f79c20, 0xc0249011f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc037c2aa80, 0xc026d87000, 0x380ea60, 0xc026da7360, 0xc026be9583, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc037c2aa80, 0xc026d87000, 0xc026be9560, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc037c2aa80, 0xc026d87000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc026da7040, 0x383ca00, 0xc037c2aa80, 0xc026d87000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc024901758, 0x383ca00, 0xc037c2aa80, 0xc026d86e00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc037c2aa80, 0xc026d86e00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc037c2aa80, 0xc026d86e00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc037c2aa80, 0xc026d86e00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc037c2aa80, 0xc026d86c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc037c2aa80, 0xc026d86b00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc037c2aa80, 0xc026d86b00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc022c57180, 0x38483c0, 0xc0266fe640) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6458264 [syscall, 3 minutes]: syscall.Syscall6(0x28, 0x570, 0x571, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x570, 0x571, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc030358180, 0x571, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x571, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0275fbc80, 0xc0291cf950, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017c1fcf8, 0xc0291cf950, 0x0, 0xc03dc06b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc030358180, 0x380b840, 0xc02325a548, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0245e4ed0, 0x380b840, 0xc026d708a0, 0x800, 0xc03dc06c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0245e4ed0, 0x380b840, 0xc026d708a0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03a0d81c0, 0x380b840, 0xc026d708a0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03a0d81c0, 0x380b840, 0xc026d708a0, 0x0, 0x0, 0x0, 0x326e760, 0xc030d51500, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03a0d81c0, 0x380be40, 0xc02325a548, 0x800000000, 0xc010aaaec0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03a0d81c0, 0xc02333f000, 0xc02bee54f3, 0xd, 0x3871273f, 0xed81aa20a, 0x4f79c20, 0xc03dc071f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03a0d81c0, 0xc02333f000, 0x380ea60, 0xc01e208510, 0xc02bee54c3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03a0d81c0, 0xc02333f000, 0xc02bee54a0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03a0d81c0, 0xc02333f000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01e2081f0, 0x383ca00, 0xc03a0d81c0, 0xc02333f000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03dc07758, 0x383ca00, 0xc03a0d81c0, 0xc02333ee00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03a0d81c0, 0xc02333ee00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03a0d81c0, 0xc02333ee00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03a0d81c0, 0xc02333ee00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03a0d81c0, 0xc02333ec00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03a0d81c0, 0xc02333eb00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03a0d81c0, 0xc02333eb00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01ae290e0, 0x38483c0, 0xc01bd00f80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4471527 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f4187069bf8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc035a95b98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc035a95b80, 0xc0218af901, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc035a95b80, 0xc0218af901, 0x1, 0x1, 0xc018dcfc80, 0x0, 0xc02d405f58) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc01aa4b740, 0xc0218af901, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0218af8f0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6998645 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x304, 0x620, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x304, 0x620, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc023177c00, 0x620, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x620, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc001d83f80, 0xc02e43c180, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc022e814a8, 0xc02e43c180, 0x0, 0xc03e8deb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc023177c00, 0x380b840, 0xc017b2b708, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc00001ab10, 0x380b840, 0xc01a4a1608, 0x800, 0xc03e8dec28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc00001ab10, 0x380b840, 0xc01a4a1608, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc010f067e0, 0x380b840, 0xc01a4a1608, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc010f067e0, 0x380b840, 0xc01a4a1608, 0x0, 0x0, 0x0, 0x326e760, 0xc01f0ae100, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc010f067e0, 0x380be40, 0xc017b2b708, 0x800000000, 0xc0180dbc40, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc010f067e0, 0xc019566a00, 0xc02f37cbc3, 0xd, 0x12af6ef1, 0xed7f57d10, 0x4f79c20, 0xc03e8df1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc010f067e0, 0xc019566a00, 0x380ea60, 0xc024a64580, 0xc02f37cb93, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc010f067e0, 0xc019566a00, 0xc02f37cb70, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc010f067e0, 0xc019566a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc024a64250, 0x383ca00, 0xc010f067e0, 0xc019566a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03e8df758, 0x383ca00, 0xc010f067e0, 0xc019566700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc010f067e0, 0xc019566700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc010f067e0, 0xc019566700) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc010f067e0, 0xc019566700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc010f067e0, 0xc002189c00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc010f067e0, 0xc0239a2700) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc010f067e0, 0xc0239a2700) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01ae28be0, 0x38483c0, 0xc02d405f80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4574454 [IO wait, 225 minutes]: internal/poll.runtime_pollWait(0x7f4187b868c8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc018d1a998, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc018d1a980, 0xc001789f01, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc018d1a980, 0xc001789f01, 0x1, 0x1, 0xc010a40540, 0x0, 0xc032b6f498) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc018339178, 0xc001789f01, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc001789ef0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4541095 [IO wait, 227 minutes]: internal/poll.runtime_pollWait(0x7f43000bf9e8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01201eb18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01201eb00, 0xc018d58df1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01201eb00, 0xc018d58df1, 0x1, 0x1, 0xc02ae92f48, 0xc01459c298, 0xc02ae92fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc015838628, 0xc018d58df1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc018d58de0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4546044 [IO wait, 227 minutes]: internal/poll.runtime_pollWait(0x7f41b805db58, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc031ab7198, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc031ab7180, 0xc011fceb21, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc031ab7180, 0xc011fceb21, 0x1, 0x1, 0xc01bf56f60, 0x0, 0xc0191f2c18) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017ae9a98, 0xc011fceb21, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc011fceb10) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4471629 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f41b8021ca0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0151f4118, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0151f4100, 0xc01ebc12d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0151f4100, 0xc01ebc12d1, 0x1, 0x1, 0xc0187c6b40, 0x0, 0xc019f54218) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0299513d8, 0xc01ebc12d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01ebc12c0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6036315 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x4ce, 0x4d9, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x4ce, 0x4d9, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc019140300, 0x4d9, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x4d9, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc029dc4ba0, 0xc029aee180, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc01f9af9e0, 0xc029aee180, 0x0, 0xc02ee94b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc019140300, 0x380b840, 0xc017e42c98, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017e42bb0, 0x380b840, 0xc022d37c98, 0x800, 0xc02ee94c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017e42bb0, 0x380b840, 0xc022d37c98, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc036ad01c0, 0x380b840, 0xc022d37c98, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc036ad01c0, 0x380b840, 0xc022d37c98, 0x0, 0x0, 0x0, 0x326e760, 0xc035984600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc036ad01c0, 0x380be40, 0xc017e42c98, 0x800000000, 0xc01c0e8760, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc036ad01c0, 0xc0194ded00, 0xc02636f283, 0xd, 0x791c047, 0xed8279430, 0x4f79c20, 0xc02ee951f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc036ad01c0, 0xc0194ded00, 0x380ea60, 0xc023486150, 0xc02636f253, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc036ad01c0, 0xc0194ded00, 0xc02636f230, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc036ad01c0, 0xc0194ded00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01830be20, 0x383ca00, 0xc036ad01c0, 0xc0194ded00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02ee95758, 0x383ca00, 0xc036ad01c0, 0xc0194de500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc036ad01c0, 0xc0194de500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc036ad01c0, 0xc0194de500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc036ad01c0, 0xc0194de500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc036ad01c0, 0xc0147d5f00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc036ad01c0, 0xc01f8d7a00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc036ad01c0, 0xc01f8d7a00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc02281f0e0, 0x38483c0, 0xc02a69ba80) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6614148 [IO wait, 128 minutes]: internal/poll.runtime_pollWait(0x7f4187ba3008, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc025c31318, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc025c31300, 0xc02c8a0c41, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc025c31300, 0xc02c8a0c41, 0x1, 0x1, 0xc0108f2840, 0x0, 0xc021c9c398) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0155b9a50, 0xc02c8a0c41, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02c8a0c30) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4535514 [IO wait, 227 minutes]: internal/poll.runtime_pollWait(0x7f4184181538, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc038591598, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc038591580, 0xc024a1bc91, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc038591580, 0xc024a1bc91, 0x1, 0x1, 0xc002959f48, 0xc000a1a138, 0xc002959fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc026043db0, 0xc024a1bc91, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc024a1bc80) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6343305 [IO wait, 140 minutes]: internal/poll.runtime_pollWait(0x7f4187ba27e0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc023d57298, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc023d57280, 0xc01fa21c31, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc023d57280, 0xc01fa21c31, 0x1, 0x1, 0xc034c69748, 0xc000a1a138, 0xc034c697c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc020b464e8, 0xc01fa21c31, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01fa21c20) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4810894 [IO wait, 214 minutes]: internal/poll.runtime_pollWait(0x7f412413df80, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02441ae18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02441ae00, 0xc017cc5271, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02441ae00, 0xc017cc5271, 0x1, 0x1, 0xc00f337748, 0xc01459c298, 0xc00f3377c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc032e613f8, 0xc017cc5271, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc017cc5260) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4814613 [syscall]: syscall.Syscall6(0x28, 0x27a, 0x280, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x27a, 0x280, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02d39db80, 0x280, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x280, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0343b7a40, 0xc01ca634a0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0164143a8, 0xc01ca634a0, 0x0, 0xc0216f4b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02d39db80, 0x380b840, 0xc016414060, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc015839c00, 0x380b840, 0xc0147644b0, 0x800, 0xc0216f4c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc015839c00, 0x380b840, 0xc0147644b0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc037c2b880, 0x380b840, 0xc0147644b0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc037c2b880, 0x380b840, 0xc0147644b0, 0x0, 0x0, 0x0, 0x326e760, 0xc01a1dce00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc037c2b880, 0x380be40, 0xc016414060, 0x200000000, 0xc01283a720, 0x28, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc037c2b880, 0xc02c5cc200, 0xc01283a6e3, 0xc, 0x108d58bc, 0xed79be322, 0x4f79c20, 0xc0216f51f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc037c2b880, 0xc02c5cc200, 0x380ea60, 0xc02ec3c050, 0xc01283a683, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc037c2b880, 0xc02c5cc200, 0xc01283a660, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc037c2b880, 0xc02c5cc200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01ded1d30, 0x383ca00, 0xc037c2b880, 0xc02c5cc200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0216f5758, 0x383ca00, 0xc037c2b880, 0xc02c5cc000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc037c2b880, 0xc02c5cc000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc037c2b880, 0xc02c5cc000) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc037c2b880, 0xc02c5cc000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc037c2b880, 0xc019093d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc037c2b880, 0xc019093c00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc037c2b880, 0xc019093c00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023fae960, 0x38483c0, 0xc03c5179c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4546324 [IO wait, 227 minutes]: internal/poll.runtime_pollWait(0x7f43000bdcc8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0241b0d98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0241b0d80, 0xc028bd88e1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0241b0d80, 0xc028bd88e1, 0x1, 0x1, 0xc015aebd40, 0xc01459c298, 0xc00057cfc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc019c6b840, 0xc028bd88e1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc028bd88d0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6371967 [IO wait, 139 minutes]: internal/poll.runtime_pollWait(0x7f41841b40a0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0160d4618, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0160d4600, 0xc012049c61, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0160d4600, 0xc012049c61, 0x1, 0x1, 0xc01e228ea0, 0xc031e2c818, 0xc034c6efc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017c1e020, 0xc012049c61, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc012049c50) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5251524 [syscall]: syscall.Syscall6(0x28, 0x372, 0x378, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x372, 0x378, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc023a34380, 0x378, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x378, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01fd5e660, 0xc01373b530, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02ad6fd38, 0xc01373b530, 0x0, 0xc036ed0b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc023a34380, 0x380b840, 0xc003051708, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc02325b470, 0x380b840, 0xc025446690, 0x800, 0xc036ed0c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc02325b470, 0x380b840, 0xc025446690, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02b0ffa40, 0x380b840, 0xc025446690, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02b0ffa40, 0x380b840, 0xc025446690, 0x0, 0x0, 0x0, 0x326e760, 0xc0273abf00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02b0ffa40, 0x380be40, 0xc003051708, 0x800000000, 0xc0272e5ce0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02b0ffa40, 0xc027847f00, 0xc026d65e23, 0xd, 0x112354cb, 0xed818cff4, 0x4f79c20, 0xc036ed11f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02b0ffa40, 0xc027847f00, 0x380ea60, 0xc0286e2640, 0xc026d65df3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02b0ffa40, 0xc027847f00, 0xc026d65dd0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02b0ffa40, 0xc027847f00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0286e2320, 0x383ca00, 0xc02b0ffa40, 0xc027847f00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc036ed1758, 0x383ca00, 0xc02b0ffa40, 0xc027847d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02b0ffa40, 0xc027847d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02b0ffa40, 0xc027847d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02b0ffa40, 0xc027847d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02b0ffa40, 0xc027847b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02b0ffa40, 0xc027847a00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02b0ffa40, 0xc027847a00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc002674780, 0x38483c0, 0xc01fe3bb40) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4499156 [IO wait, 229 minutes]: internal/poll.runtime_pollWait(0x7f418417ed10, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02bf72198, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02bf72180, 0xc023391bd1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02bf72180, 0xc023391bd1, 0x1, 0x1, 0xc00323df48, 0xc01459c298, 0xc00323dfc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017b2a9d0, 0xc023391bd1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc023391bc0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6645621 [IO wait, 126 minutes]: internal/poll.runtime_pollWait(0x7f41841b47e0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc021546498, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc021546480, 0xc01b76e881, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc021546480, 0xc01b76e881, 0x1, 0x1, 0xc0132c1800, 0x0, 0xc038a594d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0329ed898, 0xc01b76e881, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01b76e870) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5499144 [IO wait, 181 minutes]: internal/poll.runtime_pollWait(0x7f4358735388, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc034fb8e18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc034fb8e00, 0xc018997b41, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc034fb8e00, 0xc018997b41, 0x1, 0x1, 0xc02b1b5748, 0xc01459c298, 0xc02b1b57c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc020b474f0, 0xc018997b41, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc018997b30) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7346514 [IO wait, 93 minutes]: internal/poll.runtime_pollWait(0x7f4184180df8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc015446d18, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc015446d00, 0xc029f295d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc015446d00, 0xc029f295d1, 0x1, 0x1, 0xc018879320, 0x0, 0xc022298858) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc024be9ea0, 0xc029f295d1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc029f295c0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 7364918 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x688, 0x68b, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x688, 0x68b, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc02372c400, 0x68b, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x68b, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc019c21680, 0xc016d30720, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02f4a3b58, 0xc016d30720, 0x0, 0xc03c91ab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc02372c400, 0x380b840, 0xc021dd5328, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017e42fc0, 0x380b840, 0xc00fa75ad0, 0x800, 0xc03c91ac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017e42fc0, 0x380b840, 0xc00fa75ad0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc016de5500, 0x380b840, 0xc00fa75ad0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc016de5500, 0x380b840, 0xc00fa75ad0, 0x0, 0x0, 0x0, 0x326e760, 0xc00175d500, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc016de5500, 0x380be40, 0xc021dd5328, 0x800000000, 0xc021263ca0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc016de5500, 0xc0023a6100, 0xc028e8c353, 0xd, 0x3810e897, 0xed7a38c61, 0x4f79c20, 0xc03c91b1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc016de5500, 0xc0023a6100, 0x380ea60, 0xc020f5ce00, 0xc028e8c323, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc016de5500, 0xc0023a6100, 0xc028e8c300, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc016de5500, 0xc0023a6100) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc020f5cac0, 0x383ca00, 0xc016de5500, 0xc0023a6100) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03c91b758, 0x383ca00, 0xc016de5500, 0xc026843b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc016de5500, 0xc026843b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc016de5500, 0xc026843b00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc016de5500, 0xc026843b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc016de5500, 0xc026843800) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc016de5500, 0xc026843500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc016de5500, 0xc026843500) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc018b87860, 0x38483c0, 0xc015942d00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4526166 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x160, 0x162, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x160, 0x162, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc017168a80, 0x162, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x162, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01955be60, 0xc02499e780, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc001db9a00, 0xc02499e780, 0x0, 0xc014548b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc017168a80, 0x380b840, 0xc02ed286a8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc019c6a658, 0x380b840, 0xc01ac00d50, 0x800, 0xc014548c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc019c6a658, 0x380b840, 0xc01ac00d50, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc036e38e00, 0x380b840, 0xc01ac00d50, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc036e38e00, 0x380b840, 0xc01ac00d50, 0x0, 0x0, 0x0, 0x326e760, 0xc01b245400, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc036e38e00, 0x380be40, 0xc02ed286a8, 0x800000000, 0xc01af7fb60, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc036e38e00, 0xc000497900, 0xc0248a43b3, 0xc, 0x125ae40e, 0xed78d1400, 0x4f79c20, 0xc0145491f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc036e38e00, 0xc000497900, 0x380ea60, 0xc014d904b0, 0xc0248a4353, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc036e38e00, 0xc000497900, 0xc0248a4330, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc036e38e00, 0xc000497900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc014d90180, 0x383ca00, 0xc036e38e00, 0xc000497900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc014549758, 0x383ca00, 0xc036e38e00, 0xc000497500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc036e38e00, 0xc000497500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc036e38e00, 0xc000497500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc036e38e00, 0xc000497500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc036e38e00, 0xc000497300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc036e38e00, 0xc000497200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc036e38e00, 0xc000497200) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc024375c20, 0x38483c0, 0xc014255a00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4860513 [IO wait, 212 minutes]: internal/poll.runtime_pollWait(0x7f4124149cd0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc023d56998, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc023d56980, 0xc0023e3db1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc023d56980, 0xc0023e3db1, 0x1, 0x1, 0xc01704f5c0, 0x0, 0xc02147a018) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc01aa4b7d8, 0xc0023e3db1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0023e3da0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4499315 [IO wait, 229 minutes]: internal/poll.runtime_pollWait(0x7f4124149590, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc023c6e698, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc023c6e680, 0xc023a367f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc023c6e680, 0xc023a367f1, 0x1, 0x1, 0x0, 0xc01f6cbf78, 0xc001c3cfc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0154fcdd0, 0xc023a367f1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc023a367e0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5863053 [IO wait, 164 minutes]: internal/poll.runtime_pollWait(0x7f4187103e18, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc027292198, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc027292180, 0xc016d30c11, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc027292180, 0xc016d30c11, 0x1, 0x1, 0x0, 0xc01459c298, 0xc0124267c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc017c1e358, 0xc016d30c11, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc016d30c00) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5342195 [IO wait, 188 minutes]: internal/poll.runtime_pollWait(0x7f41b8022210, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0343c6198, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0343c6180, 0xc01014fb71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0343c6180, 0xc01014fb71, 0x1, 0x1, 0xc02ba81560, 0x0, 0xc041064218) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc001db9828, 0xc01014fb71, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc01014fb60) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4631217 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x1f2, 0x1f3, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x1f2, 0x1f3, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc024d42b00, 0x1f3, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x1f3, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc016f15bc0, 0xc025f79bc0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0213abfc0, 0xc025f79bc0, 0x0, 0xc02e18cb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc024d42b00, 0x380b840, 0xc020b47aa8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0186639d8, 0x380b840, 0xc0151243d8, 0x800, 0xc02e18cc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0186639d8, 0x380b840, 0xc0151243d8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc00fc000e0, 0x380b840, 0xc0151243d8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc00fc000e0, 0x380b840, 0xc0151243d8, 0x0, 0x0, 0x0, 0x326e760, 0xc01b282e00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc00fc000e0, 0x380be40, 0xc020b47aa8, 0x800000000, 0xc019ecdea0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc00fc000e0, 0xc002080400, 0xc01d197a03, 0xd, 0x34d4213f, 0xed7a2c99d, 0x4f79c20, 0xc02e18d1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc00fc000e0, 0xc002080400, 0x380ea60, 0xc0305fe590, 0xc01d1979d3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc00fc000e0, 0xc002080400, 0xc01d1979b0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc00fc000e0, 0xc002080400) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0305fe270, 0x383ca00, 0xc00fc000e0, 0xc002080400) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc02e18d758, 0x383ca00, 0xc00fc000e0, 0xc002080200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc00fc000e0, 0xc002080200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc00fc000e0, 0xc002080200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc00fc000e0, 0xc002080200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc00fc000e0, 0xc002080000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc00fc000e0, 0xc002188300) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc00fc000e0, 0xc002188300) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc000fdc140, 0x38483c0, 0xc0169d4c00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4478743 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0xb0, 0xb3, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0xb0, 0xb3, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0255b4400, 0xb3, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0xb3, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0256a5380, 0xc025a4fe30, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02325bdd0, 0xc025a4fe30, 0x0, 0xc023aeab98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0255b4400, 0x380b840, 0xc0226c0bc8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0245e43d8, 0x380b840, 0xc033568c18, 0x800, 0xc023aeac28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0245e43d8, 0x380b840, 0xc033568c18, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01200d420, 0x380b840, 0xc033568c18, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01200d420, 0x380b840, 0xc033568c18, 0x0, 0x0, 0x0, 0x326e760, 0xc02589f400, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01200d420, 0x380be40, 0xc0226c0bc8, 0x800000000, 0xc0256c4ea0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01200d420, 0xc025219d00, 0xc025239163, 0xd, 0x1385d36f, 0xed86cddb1, 0x4f79c20, 0xc023aeb1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01200d420, 0xc025219d00, 0x380ea60, 0xc0256ab7b0, 0xc025239133, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01200d420, 0xc025219d00, 0xc025239110, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01200d420, 0xc025219d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0256ab490, 0x383ca00, 0xc01200d420, 0xc025219d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc023aeb758, 0x383ca00, 0xc01200d420, 0xc025219b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01200d420, 0xc025219b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01200d420, 0xc025219b00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01200d420, 0xc025219b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01200d420, 0xc025219900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01200d420, 0xc0244b1500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01200d420, 0xc0244b1500) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc025586dc0, 0x38483c0, 0xc02553e5c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6267904 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x52d, 0x52e, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x52d, 0x52e, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc026f36580, 0x52e, 0x1fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x52e, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc01d49ade0, 0xc02c994030, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc017c1fdc8, 0xc02c994030, 0x0, 0xc0173fcb98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc026f36580, 0x380b840, 0xc01f9ae1c0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc025cf1308, 0x380b840, 0xc03a5e6630, 0x800, 0xc0173fcc28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc025cf1308, 0x380b840, 0xc03a5e6630, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc028fca380, 0x380b840, 0xc03a5e6630, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc028fca380, 0x380b840, 0xc03a5e6630, 0x0, 0x0, 0x0, 0x326e760, 0xc01a30b000, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc028fca380, 0x380be40, 0xc01f9ae1c0, 0x200000000, 0xc01f88cd20, 0x28, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc028fca380, 0xc027846200, 0xc01f88cce3, 0xc, 0x36fc5a87, 0xed79b6ca7, 0x4f79c20, 0xc0173fd1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc028fca380, 0xc027846200, 0x380ea60, 0xc01d48d260, 0xc01f88cc83, 0xc, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc028fca380, 0xc027846200, 0xc01f88cc60, 0x2f) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc028fca380, 0xc027846200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01d48cee0, 0x383ca00, 0xc028fca380, 0xc027846200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0173fd758, 0x383ca00, 0xc028fca380, 0xc0193a7700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc028fca380, 0xc0193a7700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc028fca380, 0xc0193a7700) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc028fca380, 0xc0193a7700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc028fca380, 0xc0193a6f00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc028fca380, 0xc0193a6500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc028fca380, 0xc0193a6500) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023edc280, 0x38483c0, 0xc010781640) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4478188 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x8d, 0x93, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x8d, 0x93, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc023a3a100, 0x93, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x93, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0258e3020, 0xc023e636e0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc020b47ad0, 0xc023e636e0, 0x0, 0xc017960b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc023a3a100, 0x380b840, 0xc02325ab08, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc020b47760, 0x380b840, 0xc0223837b8, 0x800, 0xc017960c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc020b47760, 0x380b840, 0xc0223837b8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc02bb92c40, 0x380b840, 0xc0223837b8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc02bb92c40, 0x380b840, 0xc0223837b8, 0x0, 0x0, 0x0, 0x326e760, 0xc023f0b800, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc02bb92c40, 0x380be40, 0xc02325ab08, 0x800000000, 0xc023b77c20, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc02bb92c40, 0xc023c3f900, 0xc023b53253, 0xd, 0x2d0dd049, 0xed877e444, 0x4f79c20, 0xc0179611f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc02bb92c40, 0xc023c3f900, 0x380ea60, 0xc023d39670, 0xc023b53223, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc02bb92c40, 0xc023c3f900, 0xc023b53200, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc02bb92c40, 0xc023c3f900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc023d39350, 0x383ca00, 0xc02bb92c40, 0xc023c3f900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017961758, 0x383ca00, 0xc02bb92c40, 0xc023c3f700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc02bb92c40, 0xc023c3f700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc02bb92c40, 0xc023c3f700) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc02bb92c40, 0xc023c3f700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc02bb92c40, 0xc023c3f500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc02bb92c40, 0xc023c3f400) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc02bb92c40, 0xc023c3f400) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc0236eb680, 0x38483c0, 0xc020e61f00) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 6779093 [syscall]: syscall.Syscall6(0x28, 0x5d0, 0x5d5, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x5d0, 0x5d5, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc012aa5280, 0x5d5, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x5d5, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02b9b9e60, 0xc0387816e0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0339f6410, 0xc0387816e0, 0x0, 0xc0029a2b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc012aa5280, 0x380b840, 0xc017f9c3b0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc018662b10, 0x380b840, 0xc026a3cf30, 0x800, 0xc0029a2c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc018662b10, 0x380b840, 0xc026a3cf30, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc016de4c40, 0x380b840, 0xc026a3cf30, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc016de4c40, 0x380b840, 0xc026a3cf30, 0x0, 0x0, 0x0, 0x326e760, 0xc0104fdd00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc016de4c40, 0x380be40, 0xc017f9c3b0, 0x800000000, 0xc024dd2de0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc016de4c40, 0xc026842a00, 0xc02704e1d3, 0xd, 0x3840bca2, 0xed869e39f, 0x4f79c20, 0xc03e1c91f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc016de4c40, 0xc026842a00, 0x380ea60, 0xc028369af0, 0xc02704e1a3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc016de4c40, 0xc026842a00, 0xc02704e180, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc016de4c40, 0xc026842a00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc0283697d0, 0x383ca00, 0xc016de4c40, 0xc026842a00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc03e1c9758, 0x383ca00, 0xc016de4c40, 0xc026842200) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc016de4c40, 0xc026842200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc016de4c40, 0xc026842200) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc016de4c40, 0xc026842200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc016de4c40, 0xc000065e00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc016de4c40, 0xc018ddb500) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc016de4c40, 0xc018ddb500) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc023faea00, 0x38483c0, 0xc037cd5140) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4516630 [IO wait, 228 minutes]: internal/poll.runtime_pollWait(0x7f4187b3e958, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc023a34598, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc023a34580, 0xc0156e18a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc023a34580, 0xc0156e18a1, 0x1, 0x1, 0xc02064e480, 0x0, 0xc016bdb818) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02ac780a8, 0xc0156e18a1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0156e1890) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5091295 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x323, 0x327, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x323, 0x327, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0001e7e80, 0x327, 0x3fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x327, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0124b31a0, 0xc0177c7920, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc025cf1638, 0xc0177c7920, 0x0, 0xc00f8d4b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0001e7e80, 0x380b840, 0xc02f6db8b8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc020ec3d98, 0x380b840, 0xc0031972f0, 0x800, 0xc00f8d4c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc020ec3d98, 0x380b840, 0xc0031972f0, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0146690a0, 0x380b840, 0xc0031972f0, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0146690a0, 0x380b840, 0xc0031972f0, 0x0, 0x0, 0x0, 0x326e760, 0xc00ff38a00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0146690a0, 0x380be40, 0xc02f6db8b8, 0x400000000, 0xc0207a37a0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0146690a0, 0xc0156feb00, 0xc025d79e53, 0xd, 0x100ea247, 0xed800d4bc, 0x4f79c20, 0xc032acf1f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0146690a0, 0xc0156feb00, 0x380ea60, 0xc02caf6040, 0xc025d79e23, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0146690a0, 0xc0156feb00, 0xc025d79e00, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0146690a0, 0xc0156feb00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01f65fd20, 0x383ca00, 0xc0146690a0, 0xc0156feb00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc032acf758, 0x383ca00, 0xc0146690a0, 0xc0156fe700) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0146690a0, 0xc0156fe700) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0146690a0, 0xc0156fe700) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0146690a0, 0xc0156fe700) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0146690a0, 0xc0156fe000) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0146690a0, 0xc014403f00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0146690a0, 0xc014403f00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01bb58aa0, 0x38483c0, 0xc017109780) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4998706 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x2e9, 0x2fc, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x2e9, 0x2fc, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0001e7300, 0x2fc, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x2fc, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc02e266480, 0xc0121ee8a0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02ad6e130, 0xc0121ee8a0, 0x0, 0xc0389f0b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0001e7300, 0x380b840, 0xc0183389a8, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0031d5128, 0x380b840, 0xc022822a80, 0x800, 0xc0389f0c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0031d5128, 0x380b840, 0xc022822a80, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc01b4f7260, 0x380b840, 0xc022822a80, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc01b4f7260, 0x380b840, 0xc022822a80, 0x0, 0x0, 0x0, 0x326e760, 0xc02cbf0600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc01b4f7260, 0x380be40, 0xc0183389a8, 0x800000000, 0xc027709660, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc01b4f7260, 0xc000496300, 0xc029c2c593, 0xd, 0x211d6444, 0xed85ad4f8, 0x4f79c20, 0xc0389f11f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc01b4f7260, 0xc000496300, 0x380ea60, 0xc032056470, 0xc029c2c563, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc01b4f7260, 0xc000496300, 0xc029c2c540, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc01b4f7260, 0xc000496300) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc032056150, 0x383ca00, 0xc01b4f7260, 0xc000496300) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0389f1758, 0x383ca00, 0xc01b4f7260, 0xc002189b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc01b4f7260, 0xc002189b00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc01b4f7260, 0xc002189b00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc01b4f7260, 0xc002189b00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc01b4f7260, 0xc002189500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc01b4f7260, 0xc002189400) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc01b4f7260, 0xc002189400) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc024374b40, 0x38483c0, 0xc01ca2d400) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4620814 [IO wait, 223 minutes]: internal/poll.runtime_pollWait(0x7f418417ec28, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc01c949d98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc01c949d80, 0xc02743bba1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc01c949d80, 0xc02743bba1, 0x1, 0x1, 0xc02128bbc0, 0x0, 0xc02b3381d8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0329ec3d8, 0xc02743bba1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc02743bb90) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4789274 [syscall, 2 minutes]: syscall.Syscall6(0x28, 0x26c, 0x26d, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x26c, 0x26d, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc025286b00, 0x26d, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x26d, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0271d6180, 0xc011de0e10, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc02c711cc8, 0xc011de0e10, 0x0, 0xc011730b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc025286b00, 0x380b840, 0xc020b46568, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017f9d9b0, 0x380b840, 0xc002f0bf50, 0x800, 0xc011730c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017f9d9b0, 0x380b840, 0xc002f0bf50, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc03c3a09a0, 0x380b840, 0xc002f0bf50, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc03c3a09a0, 0x380b840, 0xc002f0bf50, 0x0, 0x0, 0x0, 0x326e760, 0xc02ef0ff00, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc03c3a09a0, 0x380be40, 0xc020b46568, 0x800000000, 0xc0139bdec0, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc03c3a09a0, 0xc019288000, 0xc031527f73, 0xd, 0x2ebc2eea, 0xed81aad9b, 0x4f79c20, 0xc0117311f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc03c3a09a0, 0xc019288000, 0x380ea60, 0xc01622f1f0, 0xc031527f43, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc03c3a09a0, 0xc019288000, 0xc031527f20, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc03c3a09a0, 0xc019288000) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc01622ee70, 0x383ca00, 0xc03c3a09a0, 0xc019288000) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc011731758, 0x383ca00, 0xc03c3a09a0, 0xc0027cdd00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc03c3a09a0, 0xc0027cdd00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc03c3a09a0, 0xc0027cdd00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc03c3a09a0, 0xc0027cdd00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc03c3a09a0, 0xc0027cd900) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc03c3a09a0, 0xc0027cd800) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc03c3a09a0, 0xc0027cd800) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc000fdc8c0, 0x38483c0, 0xc022c20fc0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4576416 [IO wait, 225 minutes]: internal/poll.runtime_pollWait(0x7f4168054ff0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc0266b7098, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc0266b7080, 0xc0236d2161, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc0266b7080, 0xc0236d2161, 0x1, 0x1, 0xc02a6d1f48, 0xc0106d1b58, 0xc02a6d1fc8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0192c7d90, 0xc0236d2161, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc0236d2150) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4916007 [syscall, 1 minutes]: syscall.Syscall6(0x28, 0x2bd, 0x5c4, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x2bd, 0x5c4, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc0287c7900, 0x5c4, 0x7ffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x5c4, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc0169cd0e0, 0xc021610d80, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc020ec28f8, 0xc021610d80, 0x0, 0xc00f6a6b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc0287c7900, 0x380b840, 0xc02f6db178, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc0339f6910, 0x380b840, 0xc018efac78, 0x800, 0xc00f6a6c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc0339f6910, 0x380b840, 0xc018efac78, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc035c9e2a0, 0x380b840, 0xc018efac78, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc035c9e2a0, 0x380b840, 0xc018efac78, 0x0, 0x0, 0x0, 0x326e760, 0xc02bf99600, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc035c9e2a0, 0x380be40, 0xc02f6db178, 0x80000000, 0xc012d2bee0, 0x1e, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc035c9e2a0, 0xc027846900, 0xc025f9ca73, 0xd, 0x1226e983, 0xed7e097ce, 0x4f79c20, 0xc00f6a71f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc035c9e2a0, 0xc027846900, 0x380ea60, 0xc02f1c5e30, 0xc025f9ca43, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc035c9e2a0, 0xc027846900, 0xc025f9ca20, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc035c9e2a0, 0xc027846900) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02f1c5b10, 0x383ca00, 0xc035c9e2a0, 0xc027846900) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc00f6a7758, 0x383ca00, 0xc035c9e2a0, 0xc027846500) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc035c9e2a0, 0xc027846500) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc035c9e2a0, 0xc027846500) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc035c9e2a0, 0xc027846500) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc035c9e2a0, 0xc027846300) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc035c9e2a0, 0xc027846200) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc035c9e2a0, 0xc027846200) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc01ae29ae0, 0x38483c0, 0xc017806240) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b goroutine 4925104 [IO wait, 209 minutes]: internal/poll.runtime_pollWait(0x7f4187ba2c68, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc03334a118, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc03334a100, 0xc020840d01, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc03334a100, 0xc020840d01, 0x1, 0x1, 0xc0292db260, 0x0, 0xc01906d518) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0154fcfc8, 0xc020840d01, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc020840cf0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 6210946 [IO wait, 147 minutes]: internal/poll.runtime_pollWait(0x7f41871036d8, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc02e836798, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc02e836780, 0xc025c23511, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc02e836780, 0xc025c23511, 0x1, 0x1, 0xc03630e748, 0xc01459c298, 0xc03630e7c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0192c6e98, 0xc025c23511, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc025c23500) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4722368 [IO wait, 218 minutes]: internal/poll.runtime_pollWait(0x7f4187ba2b80, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc012f79f98, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc012f79f80, 0xc035341cf1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc012f79f80, 0xc035341cf1, 0x1, 0x1, 0xc02ab44748, 0xc01459c298, 0xc02ab447c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc02c785fe8, 0xc035341cf1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc035341ce0) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4471152 [IO wait, 230 minutes]: internal/poll.runtime_pollWait(0x7f41b810b930, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc015e5a618, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc015e5a600, 0xc022d18ca1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc015e5a600, 0xc022d18ca1, 0x1, 0x1, 0xc000373748, 0xc01459c298, 0xc0003737c8) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0177434c8, 0xc022d18ca1, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc022d18c90) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 5237904 [IO wait, 194 minutes]: internal/poll.runtime_pollWait(0x7f43000bfd88, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc010750498, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc010750480, 0xc037e4b511, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc010750480, 0xc037e4b511, 0x1, 0x1, 0xc01377b260, 0x0, 0xc019f54858) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc016414a78, 0xc037e4b511, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc037e4b500) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4777700 [IO wait, 216 minutes]: internal/poll.runtime_pollWait(0x7f435015ed00, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:222 +0x55 internal/poll.(*pollDesc).wait(0xc022b28118, 0x72, 0x0, 0x1, 0xffffffffffffffff) /usr/local/go/src/internal/poll/fd_poll_runtime.go:87 +0x45 internal/poll.(*pollDesc).waitRead(...) /usr/local/go/src/internal/poll/fd_poll_runtime.go:92 internal/poll.(*FD).Read(0xc022b28100, 0xc020a68731, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:166 +0x1d5 net.(*netFD).Read(0xc022b28100, 0xc020a68731, 0x1, 0x1, 0xc01faed380, 0x0, 0xc024d49e98) /usr/local/go/src/net/fd_posix.go:55 +0x4f net.(*conn).Read(0xc0226c1860, 0xc020a68731, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:183 +0x91 net/http.(*connReader).backgroundRead(0xc020a68720) /usr/local/go/src/net/http/server.go:692 +0x58 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:688 +0xd5 goroutine 4568329 [syscall]: syscall.Syscall6(0x28, 0x1ae, 0x1af, 0x0, 0x400000, 0x0, 0x0, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:43 +0x5 syscall.sendfile(0x1ae, 0x1af, 0x0, 0x400000, 0x400000, 0x0, 0x0) /usr/local/go/src/syscall/zsyscall_linux_amd64.go:1281 +0x69 syscall.Sendfile(...) /usr/local/go/src/syscall/syscall_unix.go:364 internal/poll.SendFile(0xc013e20180, 0x1af, 0x7fffffe00, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/sendfile_linux.go:31 +0x15d net.sendFile.func1(0x1af, 0x72) /usr/local/go/src/net/sendfile_linux.go:42 +0x55 internal/poll.(*FD).RawRead(0xc011dac480, 0xc015915aa0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:550 +0xd4 os.(*rawConn).Read(0xc0164155c0, 0xc015915aa0, 0x0, 0xc0276d4b98) /usr/local/go/src/os/rawconn.go:31 +0x65 net.sendFile(0xc013e20180, 0x380b840, 0xc02f4a24d0, 0x0, 0x0, 0x0, 0x1000) /usr/local/go/src/net/sendfile_linux.go:41 +0x151 net.(*TCPConn).readFrom(0xc017ae9728, 0x380b840, 0xc0157f9ae8, 0x800, 0xc0276d4c28, 0xa0f99b) /usr/local/go/src/net/tcpsock_posix.go:51 +0x8b net.(*TCPConn).ReadFrom(0xc017ae9728, 0x380b840, 0xc0157f9ae8, 0x0, 0x0, 0x0) /usr/local/go/src/net/tcpsock.go:103 +0x4d net/http.(*response).ReadFrom(0xc0129c9a40, 0x380b840, 0xc0157f9ae8, 0x200, 0x0, 0x0) /usr/local/go/src/net/http/server.go:617 +0x46b io.copyBuffer(0x380bd20, 0xc0129c9a40, 0x380b840, 0xc0157f9ae8, 0x0, 0x0, 0x0, 0x326e760, 0xc0265c7000, 0x380bd20) /usr/local/go/src/io/io.go:409 +0x357 io.Copy(...) /usr/local/go/src/io/io.go:382 io.CopyN(0x380bd20, 0xc0129c9a40, 0x380be40, 0xc02f4a24d0, 0x800000000, 0xc0265a0a40, 0x1f, 0x0) /usr/local/go/src/io/io.go:358 +0x9a net/http.serveContent(0x383ca00, 0xc0129c9a40, 0xc0193a6200, 0xc025ec2923, 0xd, 0x11496143, 0xed8183d00, 0x4f79c20, 0xc0276d51f0, 0x7f4348216968, ...) /usr/local/go/src/net/http/fs.go:337 +0x42f net/http.serveFile(0x383ca00, 0xc0129c9a40, 0xc0193a6200, 0x380ea60, 0xc02ec3d580, 0xc025ec28f3, 0xd, 0x2f15600) /usr/local/go/src/net/http/fs.go:664 +0x61f net/http.ServeFile(0x383ca00, 0xc0129c9a40, 0xc0193a6200, 0xc025ec28d0, 0x30) /usr/local/go/src/net/http/fs.go:725 +0x119 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).remoteGetSector(0xc0153843c0, 0x383ca00, 0xc0129c9a40, 0xc0193a6200) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:158 +0xe19 net/http.HandlerFunc.ServeHTTP(0xc02ec3d210, 0x383ca00, 0xc0129c9a40, 0xc0193a6200) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc0276d5758, 0x383ca00, 0xc0129c9a40, 0xc026d33d00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/lotus/extern/sector-storage/stores.(*FetchHandler).ServeHTTP(0xc0153843c0, 0x383ca00, 0xc0129c9a40, 0xc026d33d00) /home/tippyflits/lotus/extern/sector-storage/stores/http_handler.go:60 +0x385 github.com/filecoin-project/lotus/extern/sector-storage.(*Manager).ServeHTTP(...) /home/tippyflits/lotus/extern/sector-storage/manager.go:206 github.com/filecoin-project/lotus/node/impl.(*StorageMinerAPI).ServeRemote.func1(0x383ca00, 0xc0129c9a40, 0xc026d33d00) /home/tippyflits/lotus/node/impl/storminer.go:109 +0xd8 net/http.HandlerFunc.ServeHTTP(0xc015862108, 0x383ca00, 0xc0129c9a40, 0xc026d33d00) /usr/local/go/src/net/http/server.go:2069 +0x44 github.com/gorilla/mux.(*Router).ServeHTTP(0xc017a70180, 0x383ca00, 0xc0129c9a40, 0xc026d33b00) /home/tippyflits/go/pkg/mod/github.com/gorilla/mux@v1.7.4/mux.go:210 +0xd3 github.com/filecoin-project/go-jsonrpc/auth.(*Handler).ServeHTTP(0xc01590c190, 0x383ca00, 0xc0129c9a40, 0xc026d33a00) /home/tippyflits/go/pkg/mod/github.com/filecoin-project/go-jsonrpc@v0.1.4-0.20210217175800-45ea43ac2bec/auth/handler.go:47 +0x409 net/http.serverHandler.ServeHTTP(0xc015462380, 0x383ca00, 0xc0129c9a40, 0xc026d33a00) /usr/local/go/src/net/http/server.go:2887 +0xa3 net/http.(*conn).serve(0xc000fdc000, 0x38483c0, 0xc015a4e5c0) /usr/local/go/src/net/http/server.go:1952 +0x8cd created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:3013 +0x39b