This repository was archived by the owner on Aug 23, 2023. It is now read-only.
-
Notifications
You must be signed in to change notification settings - Fork 107
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #1147 from grafana/mt-store-cat-improvements
mt-store-cat improvements: glob filter, chunk-csv output
- Loading branch information
Showing
12 changed files
with
283 additions
and
102 deletions.
There are no files selected for viewing
Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,74 @@ | ||
| package main | ||
|
|
||
| import ( | ||
| "context" | ||
| "fmt" | ||
| "time" | ||
|
|
||
| "github.com/grafana/metrictank/store/cassandra" | ||
| log "github.com/sirupsen/logrus" | ||
| ) | ||
|
|
||
| // printChunkSummary prints a summary of chunks in the store matching the given conditions, grouped in buckets of groupTTL size by their TTL | ||
| func printChunkSummary(ctx context.Context, store *cassandra.CassandraStore, tables []cassandra.Table, metrics []Metric, groupTTL string) error { | ||
| now := uint32(time.Now().Unix()) | ||
| end_month := now - (now % cassandra.Month_sec) | ||
|
|
||
| for _, tbl := range tables { | ||
| // per store.FindExistingTables(), actual TTL may be up to 2x what's in tablename. | ||
| // we query up to 4x so that we also include data that should have been dropped already but still sticks around for whatever reason. | ||
| start := now - uint32(4*tbl.TTL*3600) | ||
| start_month := start - (start % cassandra.Month_sec) | ||
| fmt.Println("## Table", tbl.Name) | ||
| if len(metrics) == 0 { | ||
| query := fmt.Sprintf("select key, ttl(data) from %s", tbl.Name) | ||
| iter := store.Session.Query(query).Iter() | ||
| showKeyTTL(iter, groupTTL) | ||
| } else { | ||
| for _, metric := range metrics { | ||
| for month := start_month; month <= end_month; month += cassandra.Month_sec { | ||
| row_key := fmt.Sprintf("%s_%d", metric.AMKey.String(), month/cassandra.Month_sec) | ||
| query := fmt.Sprintf("select key, ttl(data) from %s where key=?", tbl.Name) | ||
| iter := store.Session.Query(query, row_key).Iter() | ||
| showKeyTTL(iter, groupTTL) | ||
| } | ||
| } | ||
| } | ||
| } | ||
| return nil | ||
| } | ||
|
|
||
| func printChunkCsv(ctx context.Context, store *cassandra.CassandraStore, table cassandra.Table, metrics []Metric, start, end uint32) { | ||
|
|
||
| // see CassandraStore.SearchTable for more information | ||
| start_month := start - (start % cassandra.Month_sec) // starting row has to be at, or before, requested start | ||
| end_month := (end - 1) - ((end - 1) % cassandra.Month_sec) // ending row has to include the last point we might need (end-1) | ||
| startMonthNum := start_month / cassandra.Month_sec | ||
| endMonthNum := end_month / cassandra.Month_sec | ||
| rowKeys := make([]string, endMonthNum-startMonthNum+1) | ||
|
|
||
| query := fmt.Sprintf("SELECT key, ts, data FROM %s WHERE key IN ? AND ts < ?", table.Name) | ||
|
|
||
| for _, metric := range metrics { | ||
| i := 0 | ||
| for num := startMonthNum; num <= endMonthNum; num += 1 { | ||
| rowKeys[i] = fmt.Sprintf("%s_%d", metric.AMKey, num) | ||
| i++ | ||
| } | ||
| params := []interface{}{rowKeys, end} | ||
| iter := store.Session.Query(query, params...).WithContext(ctx).Iter() | ||
| var key string | ||
| var ts int | ||
| var b []byte | ||
| for iter.Scan(&key, &ts, &b) { | ||
| fmt.Printf("%s,%d,0x%x\n", key, ts, b) | ||
| } | ||
| err := iter.Close() | ||
| if err != nil { | ||
| if err == context.Canceled || err == context.DeadlineExceeded { | ||
| log.Fatal("query was aborted") | ||
| } | ||
| log.Fatalf("query failure: %v", err) | ||
| } | ||
| } | ||
| } |
File renamed without changes.
This file was deleted.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,50 @@ | ||
| package main | ||
|
|
||
| import "testing" | ||
|
|
||
| type matchCase struct { | ||
| name string | ||
| match bool | ||
| } | ||
|
|
||
| func TestMatchSimpleAsterisk(t *testing.T) { | ||
| patt := "foo.*.bar" | ||
| matchCases := []matchCase{ | ||
| {"foo", false}, | ||
| {"bar", false}, | ||
| {"foo.bar", false}, | ||
| {"foo.abc.bar", true}, | ||
| {"fooa.abc.bar", false}, | ||
| {"foo.abc.cbar", false}, | ||
| {"foo.abc.def.bar", false}, | ||
| } | ||
| testmatch(patt, matchCases, t) | ||
| } | ||
|
|
||
| func TestMatchDoubleAsterisk(t *testing.T) { | ||
| patt := "foo.*.bar.*" | ||
| matchCases := []matchCase{ | ||
| {"foo", false}, | ||
| {"bar", false}, | ||
| {"foo.bar", false}, | ||
| {"foo.abc.bar", false}, | ||
| {"foo.bar.baz", false}, | ||
| {"foo.abc.bar.a", true}, | ||
| {"fooa.abc.bar.a", false}, | ||
| {"foo.abc.cbar.a", false}, | ||
| {"foo.abc.def.bar.a", false}, | ||
| } | ||
| testmatch(patt, matchCases, t) | ||
| } | ||
|
|
||
| func testmatch(patt string, matchCases []matchCase, t *testing.T) { | ||
| for _, mc := range matchCases { | ||
| metric := Metric{ | ||
| name: mc.name, | ||
| } | ||
| ok := match("", "", patt, metric) | ||
| if ok != mc.match { | ||
| t.Fatalf("case match('','',%q, Metric{name:%q}) -> expected %t, got %t", patt, mc.name, mc.match, ok) | ||
| } | ||
| } | ||
| } |
Oops, something went wrong.