Skip to content

Commit

Permalink
Use retryable client again (#11)
Browse files Browse the repository at this point in the history
As mentioned in #10, we were not seeing context propagation work. Turns
out we just needed to create the request with the context correctly.
  • Loading branch information
vegarsti committed Jun 7, 2024
1 parent 64c84fa commit 5ec4bfa
Showing 1 changed file with 10 additions and 16 deletions.
26 changes: 10 additions & 16 deletions client/duneapi/client.go
Original file line number Diff line number Diff line change
Expand Up @@ -6,11 +6,11 @@ import (
"encoding/json"
"fmt"
"log/slog"
"net/http"
"sync"
"time"

"github.com/duneanalytics/blockchain-ingester/models"
"github.com/hashicorp/go-retryablehttp"
"github.com/klauspost/compress/zstd"
)

Expand All @@ -28,10 +28,8 @@ type BlockchainIngester interface {
}

type client struct {
log *slog.Logger
// TODO: Use retryable client
// httpClient *retryablehttp.Client
httpClient *http.Client
log *slog.Logger
httpClient *retryablehttp.Client
cfg Config
compressor *zstd.Encoder
bufPool *sync.Pool
Expand All @@ -44,16 +42,14 @@ func New(log *slog.Logger, cfg Config) (*client, error) { // revive:disable-line
if err != nil {
return nil, err
}
// TODO: Use retryable client
// httpClient := retryablehttp.NewClient()
// httpClient.RetryMax = MaxRetries
// httpClient.Logger = log
// httpClient.CheckRetry = retryablehttp.DefaultRetryPolicy
// httpClient.Backoff = retryablehttp.LinearJitterBackoff
httpClient := retryablehttp.NewClient()
httpClient.RetryMax = MaxRetries
httpClient.Logger = log
httpClient.CheckRetry = retryablehttp.DefaultRetryPolicy
httpClient.Backoff = retryablehttp.LinearJitterBackoff
return &client{
log: log,
httpClient: &http.Client{},
// httpClient: httpClient,
httpClient: httpClient,
cfg: cfg,
compressor: comp,
bufPool: &sync.Pool{
Expand Down Expand Up @@ -128,9 +124,7 @@ func (c *client) sendRequest(ctx context.Context, request BlockchainIngestReques

url := fmt.Sprintf("%s/beta/blockchain/%s/ingest", c.cfg.URL, c.cfg.BlockchainName)
c.log.Debug("Sending request", "url", url)
// TODO: Use retryable client
// req, err := retryablehttp.NewRequest("POST", url, bytes.NewReader(request.Payload))
req, err := http.NewRequest("POST", url, bytes.NewReader(request.Payload))
req, err := retryablehttp.NewRequestWithContext(ctx, "POST", url, bytes.NewReader(request.Payload))
if err != nil {
return err
}
Expand Down

0 comments on commit 5ec4bfa

Please sign in to comment.