2020-06-08 17:34:52 +00:00
{
"annotations" : {
"list" : [ ]
} ,
"editable" : true ,
"gnetId" : null ,
"graphTooltip" : 0 ,
"hideControls" : false ,
"links" : [ ] ,
"refresh" : "10s" ,
"rows" : [
{
"collapse" : false ,
"height" : "250px" ,
"panels" : [
{
2021-03-20 03:27:27 +00:00
"aliasColors" : { } ,
2020-06-08 17:34:52 +00:00
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"description" : "Shows rate of incoming requests." ,
"fill" : 10 ,
"id" : 1 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 0 ,
"links" : [ ] ,
"nullPointMode" : "null as zero" ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
2021-03-20 03:27:27 +00:00
"seriesOverrides" : [
{
"alias" : "/1../" ,
"color" : "#EAB839"
} ,
{
"alias" : "/2../" ,
"color" : "#37872D"
} ,
{
"alias" : "/3../" ,
"color" : "#E0B400"
} ,
{
"alias" : "/4../" ,
"color" : "#1F60C4"
} ,
{
"alias" : "/5../" ,
"color" : "#C4162A"
}
] ,
2020-06-08 17:34:52 +00:00
"spaceLength" : 10 ,
"span" : 4 ,
"stack" : true ,
"steppedLine" : false ,
"targets" : [
{
2021-08-27 03:23:04 +00:00
"expr" : "sum by (job, handler, code) (rate(http_requests_total{job=~\"$job\", handler=\"receive\"}[$interval]))" ,
2020-06-08 17:34:52 +00:00
"format" : "time_series" ,
"intervalFactor" : 2 ,
2021-03-20 03:27:27 +00:00
"legendFormat" : "{{job}} {{handler}} {{code}}" ,
2020-06-08 17:34:52 +00:00
"step" : 10
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Rate" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : 0 ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : false
}
]
} ,
{
"aliasColors" : {
"error" : "#E24D42"
} ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"description" : "Shows ratio of errors compared to the total number of handled incoming requests." ,
"fill" : 10 ,
"id" : 2 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 0 ,
"links" : [ ] ,
"nullPointMode" : "null as zero" ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"span" : 4 ,
"stack" : true ,
"steppedLine" : false ,
"targets" : [
{
2023-04-01 03:20:39 +00:00
"expr" : "sum by (job, code) (rate(http_requests_total{job=~\"$job\", handler=\"receive\",code=~\"5..\"}[$interval])) / ignoring (code) group_left() sum by (job) (rate(http_requests_total{job=~\"$job\", handler=\"receive\"}[$interval]))" ,
2020-06-08 17:34:52 +00:00
"format" : "time_series" ,
"intervalFactor" : 2 ,
"step" : 10
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Errors" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "percentunit" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : 0 ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : false
}
]
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"description" : "Shows how long has it taken to handle incoming requests in quantiles." ,
"fill" : 1 ,
"id" : 3 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null as zero" ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
2021-03-20 03:27:27 +00:00
"seriesOverrides" : [
{
"alias" : "p99" ,
"color" : "#FA6400" ,
"fill" : 1 ,
"fillGradient" : 1
} ,
{
"alias" : "p90" ,
"color" : "#E0B400" ,
"fill" : 1 ,
"fillGradient" : 1
} ,
{
"alias" : "p50" ,
"color" : "#37872D" ,
"fill" : 10 ,
"fillGradient" : 0
}
] ,
2020-06-08 17:34:52 +00:00
"spaceLength" : 10 ,
"span" : 4 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2021-08-27 03:23:04 +00:00
"expr" : "histogram_quantile(0.50, sum by (job, le) (rate(http_request_duration_seconds_bucket{job=~\"$job\", handler=\"receive\"}[$interval]))) * 1" ,
2020-06-08 17:34:52 +00:00
"format" : "time_series" ,
"intervalFactor" : 2 ,
2021-03-20 03:27:27 +00:00
"legendFormat" : "p50 {{job}}" ,
"logBase" : 10 ,
"max" : null ,
"min" : null ,
2020-06-08 17:34:52 +00:00
"step" : 10
} ,
{
2021-08-27 03:23:04 +00:00
"expr" : "histogram_quantile(0.90, sum by (job, le) (rate(http_request_duration_seconds_bucket{job=~\"$job\", handler=\"receive\"}[$interval]))) * 1" ,
2020-06-08 17:34:52 +00:00
"format" : "time_series" ,
"intervalFactor" : 2 ,
2021-03-20 03:27:27 +00:00
"legendFormat" : "p90 {{job}}" ,
"logBase" : 10 ,
"max" : null ,
"min" : null ,
2020-08-12 17:33:36 +00:00
"step" : 10
} ,
2020-07-20 14:43:19 +00:00
{
2021-08-27 03:23:04 +00:00
"expr" : "histogram_quantile(0.99, sum by (job, le) (rate(http_request_duration_seconds_bucket{job=~\"$job\", handler=\"receive\"}[$interval]))) * 1" ,
2020-07-20 14:43:19 +00:00
"format" : "time_series" ,
"intervalFactor" : 2 ,
2021-03-20 03:27:27 +00:00
"legendFormat" : "p99 {{job}}" ,
"logBase" : 10 ,
"max" : null ,
"min" : null ,
2020-07-20 14:43:19 +00:00
"step" : 10
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeShift" : null ,
2020-08-12 17:33:36 +00:00
"title" : "Duration" ,
2020-07-20 14:43:19 +00:00
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
2020-08-12 17:33:36 +00:00
"format" : "s" ,
2020-07-20 14:43:19 +00:00
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : 0 ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : false
}
]
}
] ,
"repeat" : null ,
"repeatIteration" : null ,
"repeatRowId" : null ,
"showTitle" : true ,
2020-08-12 17:33:36 +00:00
"title" : "WRITE - Incoming Request" ,
2020-07-20 14:43:19 +00:00
"titleSize" : "h6"
} ,
2022-07-12 04:23:47 +00:00
{
"collapse" : false ,
"height" : "250px" ,
"panels" : [
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"fill" : 1 ,
"id" : 4 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null as zero" ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"span" : 4 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2023-01-20 03:25:16 +00:00
"expr" : "sum by (tenant, code) (rate(http_requests_total{job=~\"$job\", tenant=~\"$tenant\", handler=\"receive\"}[$__rate_interval]))" ,
2022-07-12 04:23:47 +00:00
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{code}} - {{tenant}}" ,
"legendLink" : null ,
"step" : 10
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Rate of write requests (by tenant and code)" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : 0 ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : false
}
]
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"fill" : 1 ,
"id" : 5 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null as zero" ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"span" : 4 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2023-01-20 03:25:16 +00:00
"expr" : "sum by (tenant, code) (rate(http_requests_total{job=~\"$job\", tenant=~\"$tenant\", handler=\"receive\", code!~\"2..\"}[$__rate_interval]))" ,
2022-07-12 04:23:47 +00:00
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{code}} - {{tenant}}" ,
"legendLink" : null ,
"step" : 10
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Number of errors (by tenant and code)" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : 0 ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : false
}
]
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"fill" : 1 ,
"id" : 6 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null as zero" ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"span" : 4 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2023-01-20 03:25:16 +00:00
"expr" : "sum by (job, tenant) (rate(http_request_duration_seconds_sum{job=~\"$job\", tenant=~\"$tenant\", handler=\"receive\"}[$__rate_interval])) / sum by (job, tenant) (http_request_duration_seconds_count{job=~\"$job\", tenant=~\"$tenant\", handler=\"receive\"})" ,
2022-07-12 04:23:47 +00:00
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{tenant}}" ,
"legendLink" : null ,
"step" : 10
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Average request duration (by tenant)" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : 0 ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : false
}
]
}
] ,
"repeat" : null ,
"repeatIteration" : null ,
"repeatRowId" : null ,
"showTitle" : true ,
"title" : "WRITE - Incoming Request (tenant focus)" ,
"titleSize" : "h6"
} ,
{
"collapse" : false ,
"height" : "250px" ,
"panels" : [
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"fill" : 1 ,
"id" : 7 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null as zero" ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"span" : 4 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2023-01-20 03:25:16 +00:00
"expr" : "sum by (job, tenant) (rate(http_request_size_bytes_sum{job=~\"$job\", tenant=~\"$tenant\", handler=\"receive\", code=~\"2..\"}[$__rate_interval])) / sum by (job, tenant) (rate(http_request_size_bytes_count{job=~\"$job\", tenant=~\"$tenant\", handler=\"receive\", code=~\"2..\"}[$__rate_interval]))" ,
2022-07-12 04:23:47 +00:00
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{tenant}}" ,
"legendLink" : null ,
"step" : 10
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Average successful HTTP request size (per tenant and code, only 2XX)" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : 0 ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : false
}
]
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"fill" : 1 ,
"id" : 8 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null as zero" ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"span" : 4 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2023-01-20 03:25:16 +00:00
"expr" : "sum by (job, tenant) (rate(http_request_size_bytes_sum{job=~\"$job\", tenant=~\"$tenant\", handler=\"receive\", code!~\"2..\"}[$__rate_interval])) / sum by (job, tenant) (rate(http_request_size_bytes_count{job=~\"$job\", tenant=~\"$tenant\", handler=\"receive\", code!~\"2..\"}[$__rate_interval]))" ,
2022-07-12 04:23:47 +00:00
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{tenant}}" ,
"legendLink" : null ,
"step" : 10
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Average failed HTTP request size (per tenant and code, non 2XX)" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : 0 ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : false
}
]
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"fill" : 1 ,
"id" : 9 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null as zero" ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"span" : 4 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "sum by (job, tenant, method) (http_inflight_requests{job=~\"$job\", tenant=~\"$tenant\", handler=\"receive\"})" ,
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{method}} - {{tenant}}" ,
"legendLink" : null ,
"step" : 10
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Inflight requests (per tenant and method)" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : 0 ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : false
}
]
}
] ,
"repeat" : null ,
"repeatIteration" : null ,
"repeatRowId" : null ,
"showTitle" : true ,
"title" : "HTTP requests (tenant focus)" ,
"titleSize" : "h6"
} ,
{
"collapse" : false ,
"height" : "250px" ,
"panels" : [
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"fill" : 1 ,
"id" : 10 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null as zero" ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"span" : 3 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2023-03-28 03:21:19 +00:00
"expr" : "sum(rate(thanos_receive_write_timeseries_sum{job=~\"$job\", tenant=~\"$tenant\", code=~\"2..\"}[$__rate_interval])) by (job, tenant) " ,
2022-07-12 04:23:47 +00:00
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{tenant}}" ,
"legendLink" : null ,
"step" : 10
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Rate of series received (per tenant, only 2XX)" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : 0 ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : false
}
]
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"fill" : 1 ,
"id" : 11 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null as zero" ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"span" : 3 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2023-03-28 03:21:19 +00:00
"expr" : "sum(rate(thanos_receive_write_timeseries_sum{job=~\"$job\", tenant=~\"$tenant\", code!~\"2..\"}[$__rate_interval])) by (tenant, code) " ,
2022-07-12 04:23:47 +00:00
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{code}} - {{tenant}}" ,
"legendLink" : null ,
"step" : 10
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Rate of series not written (per tenant and code, non 2XX)" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : 0 ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : false
}
]
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"fill" : 1 ,
"id" : 12 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null as zero" ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"span" : 3 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2023-01-20 03:25:16 +00:00
"expr" : "sum(rate(thanos_receive_write_samples_sum{job=~\"$job\", tenant=~\"$tenant\", code=~\"2..\"}[$__rate_interval])) by (job, tenant) " ,
2022-07-12 04:23:47 +00:00
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{tenant}}" ,
"legendLink" : null ,
"step" : 10
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Rate of samples received (per tenant, only 2XX)" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : 0 ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : false
}
]
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"fill" : 1 ,
"id" : 13 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null as zero" ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"span" : 3 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2023-01-20 03:25:16 +00:00
"expr" : "sum(rate(thanos_receive_write_samples_sum{job=~\"$job\", tenant=~\"$tenant\", code!~\"2..\"}[$__rate_interval])) by (tenant, code) " ,
2022-07-12 04:23:47 +00:00
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{code}} - {{tenant}}" ,
"legendLink" : null ,
"step" : 10
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Rate of samples not written (per tenant and code, non 2XX)" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : 0 ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : false
}
]
}
] ,
"repeat" : null ,
"repeatIteration" : null ,
"repeatRowId" : null ,
"showTitle" : true ,
"title" : "Series & Samples (tenant focus)" ,
"titleSize" : "h6"
} ,
2020-07-20 14:43:19 +00:00
{
2020-08-12 17:33:36 +00:00
"collapse" : false ,
2020-07-20 14:43:19 +00:00
"height" : "250px" ,
"panels" : [
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
2020-08-12 17:33:36 +00:00
"description" : "Shows rate of replications to other receive nodes." ,
2020-07-20 14:43:19 +00:00
"fill" : 1 ,
2022-07-12 04:23:47 +00:00
"id" : 14 ,
2020-07-20 14:43:19 +00:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null as zero" ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"span" : 6 ,
"stack" : false ,
"steppedLine" : false ,
2020-06-08 17:34:52 +00:00
"targets" : [
{
2023-01-20 03:25:16 +00:00
"expr" : "sum by (job) (rate(thanos_receive_replications_total{job=~\"$job\"}[$__rate_interval]))" ,
2020-06-08 17:34:52 +00:00
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "all {{job}}" ,
"legendLink" : null ,
"step" : 10
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Rate" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : 0 ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : false
}
]
} ,
{
"aliasColors" : {
"error" : "#E24D42"
} ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
2020-08-12 17:33:36 +00:00
"description" : "Shows ratio of errors compared to the total number of replications to other receive nodes." ,
2020-06-08 17:34:52 +00:00
"fill" : 10 ,
2022-07-12 04:23:47 +00:00
"id" : 15 ,
2020-06-08 17:34:52 +00:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 0 ,
"links" : [ ] ,
"nullPointMode" : "null as zero" ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"span" : 6 ,
"stack" : true ,
"steppedLine" : false ,
"targets" : [
{
2021-08-27 03:23:04 +00:00
"expr" : "sum by (job) (rate(thanos_receive_replications_total{job=~\"$job\", result=\"error\"}[$interval])) / sum by (job) (rate(thanos_receive_replications_total{job=~\"$job\"}[$interval]))" ,
2020-06-08 17:34:52 +00:00
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "error" ,
"step" : 10
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Errors" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "percentunit" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : 0 ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : false
}
]
}
] ,
"repeat" : null ,
"repeatIteration" : null ,
"repeatRowId" : null ,
"showTitle" : true ,
2020-08-12 17:33:36 +00:00
"title" : "WRITE - Replication" ,
2020-06-08 17:34:52 +00:00
"titleSize" : "h6"
} ,
{
"collapse" : false ,
"height" : "250px" ,
"panels" : [
{
2020-08-12 17:33:36 +00:00
"aliasColors" : { } ,
2020-06-08 17:34:52 +00:00
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
2020-08-12 17:33:36 +00:00
"description" : "Shows rate of forwarded requests to other receive nodes." ,
"fill" : 1 ,
2022-07-12 04:23:47 +00:00
"id" : 16 ,
2020-06-08 17:34:52 +00:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
2020-08-12 17:33:36 +00:00
"linewidth" : 1 ,
2020-06-08 17:34:52 +00:00
"links" : [ ] ,
"nullPointMode" : "null as zero" ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
2020-08-12 17:33:36 +00:00
"span" : 6 ,
"stack" : false ,
2020-06-08 17:34:52 +00:00
"steppedLine" : false ,
"targets" : [
{
2023-01-20 03:25:16 +00:00
"expr" : "sum by (job) (rate(thanos_receive_forward_requests_total{job=~\"$job\"}[$__rate_interval]))" ,
2020-06-08 17:34:52 +00:00
"format" : "time_series" ,
"intervalFactor" : 2 ,
2020-08-12 17:33:36 +00:00
"legendFormat" : "all {{job}}" ,
"legendLink" : null ,
2020-06-08 17:34:52 +00:00
"step" : 10
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Rate" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : 0 ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : false
}
]
} ,
{
"aliasColors" : {
"error" : "#E24D42"
} ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
2024-10-25 03:33:09 +00:00
"description" : "Shows ratio of errors compared to the total number of forwarded requests to other receive nodes." ,
2020-06-08 17:34:52 +00:00
"fill" : 10 ,
2022-07-12 04:23:47 +00:00
"id" : 17 ,
2020-06-08 17:34:52 +00:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 0 ,
"links" : [ ] ,
"nullPointMode" : "null as zero" ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
2020-08-12 17:33:36 +00:00
"span" : 6 ,
2020-06-08 17:34:52 +00:00
"stack" : true ,
"steppedLine" : false ,
"targets" : [
{
2021-08-27 03:23:04 +00:00
"expr" : "sum by (job) (rate(thanos_receive_forward_requests_total{job=~\"$job\", result=\"error\"}[$interval])) / sum by (job) (rate(thanos_receive_forward_requests_total{job=~\"$job\"}[$interval]))" ,
2020-06-08 17:34:52 +00:00
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "error" ,
"step" : 10
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Errors" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "percentunit" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : 0 ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : false
}
]
}
] ,
"repeat" : null ,
"repeatIteration" : null ,
"repeatRowId" : null ,
"showTitle" : true ,
2020-08-12 17:33:36 +00:00
"title" : "WRITE - Forward Request" ,
2020-06-08 17:34:52 +00:00
"titleSize" : "h6"
} ,
{
2020-08-12 17:33:36 +00:00
"collapse" : false ,
2020-06-08 17:34:52 +00:00
"height" : "250px" ,
"panels" : [
{
2021-03-20 03:27:27 +00:00
"aliasColors" : { } ,
2020-06-08 17:34:52 +00:00
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"description" : "Shows rate of handled Unary gRPC requests from queriers." ,
"fill" : 10 ,
2022-07-12 04:23:47 +00:00
"id" : 18 ,
2020-06-08 17:34:52 +00:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 0 ,
"links" : [ ] ,
"nullPointMode" : "null as zero" ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
2021-03-20 03:27:27 +00:00
"seriesOverrides" : [
{
"alias" : "/Aborted/" ,
"color" : "#EAB839"
} ,
{
"alias" : "/AlreadyExists/" ,
"color" : "#37872D"
} ,
{
"alias" : "/FailedPrecondition/" ,
"color" : "#E0B400"
} ,
{
"alias" : "/Unimplemented/" ,
"color" : "#E0B400"
} ,
{
"alias" : "/InvalidArgument/" ,
"color" : "#1F60C4"
} ,
{
"alias" : "/NotFound/" ,
"color" : "#1F60C4"
} ,
{
"alias" : "/PermissionDenied/" ,
"color" : "#1F60C4"
} ,
{
"alias" : "/Unauthenticated/" ,
"color" : "#1F60C4"
} ,
{
"alias" : "/Canceled/" ,
"color" : "#C4162A"
} ,
{
"alias" : "/DataLoss/" ,
"color" : "#C4162A"
} ,
{
"alias" : "/DeadlineExceeded/" ,
"color" : "#C4162A"
} ,
{
"alias" : "/Internal/" ,
"color" : "#C4162A"
} ,
{
"alias" : "/OutOfRange/" ,
"color" : "#C4162A"
} ,
{
"alias" : "/ResourceExhausted/" ,
"color" : "#C4162A"
} ,
{
"alias" : "/Unavailable/" ,
"color" : "#C4162A"
} ,
{
"alias" : "/Unknown/" ,
"color" : "#C4162A"
} ,
{
"alias" : "/OK/" ,
"color" : "#37872D"
} ,
{
"alias" : "error" ,
"color" : "#C4162A"
}
] ,
2020-06-08 17:34:52 +00:00
"spaceLength" : 10 ,
"span" : 4 ,
"stack" : true ,
"steppedLine" : false ,
"targets" : [
{
2021-08-27 03:23:04 +00:00
"expr" : "sum by (job, grpc_method, grpc_code) (rate(grpc_server_handled_total{job=~\"$job\", grpc_type=\"unary\", grpc_method=\"RemoteWrite\"}[$interval]))" ,
2020-06-08 17:34:52 +00:00
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}} {{grpc_method}} {{grpc_code}}" ,
"step" : 10
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Rate" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : 0 ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : false
}
]
} ,
{
2020-08-12 17:33:36 +00:00
"aliasColors" : {
"error" : "#E24D42"
} ,
2020-06-08 17:34:52 +00:00
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"description" : "Shows ratio of errors compared to the total number of handled requests from queriers." ,
"fill" : 10 ,
2022-07-12 04:23:47 +00:00
"id" : 19 ,
2020-06-08 17:34:52 +00:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 0 ,
"links" : [ ] ,
"nullPointMode" : "null as zero" ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"span" : 4 ,
"stack" : true ,
"steppedLine" : false ,
"targets" : [
{
2023-04-01 03:20:39 +00:00
"expr" : "sum by (job, grpc_code) (rate(grpc_server_handled_total{grpc_code=~\"Unknown|ResourceExhausted|Internal|Unavailable|DataLoss\",job=~\"$job\", grpc_type=\"unary\", grpc_method=\"RemoteWrite\"}[$interval])) / ignoring (grpc_code) group_left() sum by (job) (rate(grpc_server_handled_total{job=~\"$job\", grpc_type=\"unary\", grpc_method=\"RemoteWrite\"}[$interval]))" ,
2020-06-08 17:34:52 +00:00
"format" : "time_series" ,
"intervalFactor" : 2 ,
"step" : 10
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Errors" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
2020-08-12 17:33:36 +00:00
"format" : "percentunit" ,
2020-06-08 17:34:52 +00:00
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : 0 ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : false
}
]
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"description" : "Shows how long has it taken to handle requests from queriers, in quantiles." ,
"fill" : 1 ,
2022-07-12 04:23:47 +00:00
"id" : 20 ,
2020-06-08 17:34:52 +00:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null as zero" ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
2021-03-20 03:27:27 +00:00
"seriesOverrides" : [
{
"alias" : "p99" ,
"color" : "#FA6400" ,
"fill" : 1 ,
"fillGradient" : 1
} ,
{
"alias" : "p90" ,
"color" : "#E0B400" ,
"fill" : 1 ,
"fillGradient" : 1
} ,
{
"alias" : "p50" ,
"color" : "#37872D" ,
"fill" : 10 ,
"fillGradient" : 0
}
] ,
2020-06-08 17:34:52 +00:00
"spaceLength" : 10 ,
"span" : 4 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2021-08-27 03:23:04 +00:00
"expr" : "histogram_quantile(0.50, sum by (job, le) (rate(grpc_server_handling_seconds_bucket{job=~\"$job\", grpc_type=\"unary\", grpc_method=\"RemoteWrite\"}[$interval]))) * 1" ,
2020-06-08 17:34:52 +00:00
"format" : "time_series" ,
"intervalFactor" : 2 ,
2021-03-20 03:27:27 +00:00
"legendFormat" : "p50 {{job}}" ,
"logBase" : 10 ,
"max" : null ,
"min" : null ,
2020-06-08 17:34:52 +00:00
"step" : 10
} ,
{
2021-08-27 03:23:04 +00:00
"expr" : "histogram_quantile(0.90, sum by (job, le) (rate(grpc_server_handling_seconds_bucket{job=~\"$job\", grpc_type=\"unary\", grpc_method=\"RemoteWrite\"}[$interval]))) * 1" ,
2020-06-08 17:34:52 +00:00
"format" : "time_series" ,
"intervalFactor" : 2 ,
2021-03-20 03:27:27 +00:00
"legendFormat" : "p90 {{job}}" ,
"logBase" : 10 ,
"max" : null ,
"min" : null ,
2020-06-08 17:34:52 +00:00
"step" : 10
} ,
{
2021-08-27 03:23:04 +00:00
"expr" : "histogram_quantile(0.99, sum by (job, le) (rate(grpc_server_handling_seconds_bucket{job=~\"$job\", grpc_type=\"unary\", grpc_method=\"RemoteWrite\"}[$interval]))) * 1" ,
2020-06-08 17:34:52 +00:00
"format" : "time_series" ,
"intervalFactor" : 2 ,
2021-03-20 03:27:27 +00:00
"legendFormat" : "p99 {{job}}" ,
"logBase" : 10 ,
"max" : null ,
"min" : null ,
2020-06-08 17:34:52 +00:00
"step" : 10
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Duration" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "s" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : 0 ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : false
}
]
}
] ,
"repeat" : null ,
"repeatIteration" : null ,
"repeatRowId" : null ,
"showTitle" : true ,
2020-08-12 17:33:36 +00:00
"title" : "WRITE - gRPC (Unary)" ,
2020-06-08 17:34:52 +00:00
"titleSize" : "h6"
} ,
{
"collapse" : false ,
"height" : "250px" ,
"panels" : [
{
2021-03-20 03:27:27 +00:00
"aliasColors" : { } ,
2020-06-08 17:34:52 +00:00
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
2020-08-12 17:33:36 +00:00
"description" : "Shows rate of handled Unary gRPC requests from queriers." ,
2020-06-08 17:34:52 +00:00
"fill" : 10 ,
2022-07-12 04:23:47 +00:00
"id" : 21 ,
2020-06-08 17:34:52 +00:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 0 ,
"links" : [ ] ,
"nullPointMode" : "null as zero" ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
2021-03-20 03:27:27 +00:00
"seriesOverrides" : [
{
"alias" : "/Aborted/" ,
"color" : "#EAB839"
} ,
{
"alias" : "/AlreadyExists/" ,
"color" : "#37872D"
} ,
{
"alias" : "/FailedPrecondition/" ,
"color" : "#E0B400"
} ,
{
"alias" : "/Unimplemented/" ,
"color" : "#E0B400"
} ,
{
"alias" : "/InvalidArgument/" ,
"color" : "#1F60C4"
} ,
{
"alias" : "/NotFound/" ,
"color" : "#1F60C4"
} ,
{
"alias" : "/PermissionDenied/" ,
"color" : "#1F60C4"
} ,
{
"alias" : "/Unauthenticated/" ,
"color" : "#1F60C4"
} ,
{
"alias" : "/Canceled/" ,
"color" : "#C4162A"
} ,
{
"alias" : "/DataLoss/" ,
"color" : "#C4162A"
} ,
{
"alias" : "/DeadlineExceeded/" ,
"color" : "#C4162A"
} ,
{
"alias" : "/Internal/" ,
"color" : "#C4162A"
} ,
{
"alias" : "/OutOfRange/" ,
"color" : "#C4162A"
} ,
{
"alias" : "/ResourceExhausted/" ,
"color" : "#C4162A"
} ,
{
"alias" : "/Unavailable/" ,
"color" : "#C4162A"
} ,
{
"alias" : "/Unknown/" ,
"color" : "#C4162A"
} ,
{
"alias" : "/OK/" ,
"color" : "#37872D"
} ,
{
"alias" : "error" ,
"color" : "#C4162A"
}
] ,
2020-06-08 17:34:52 +00:00
"spaceLength" : 10 ,
"span" : 4 ,
"stack" : true ,
"steppedLine" : false ,
"targets" : [
{
2021-08-27 03:23:04 +00:00
"expr" : "sum by (job, grpc_method, grpc_code) (rate(grpc_server_handled_total{job=~\"$job\", grpc_type=\"unary\", grpc_method!=\"RemoteWrite\"}[$interval]))" ,
2020-06-08 17:34:52 +00:00
"format" : "time_series" ,
"intervalFactor" : 2 ,
2020-08-12 17:33:36 +00:00
"legendFormat" : "{{job}} {{grpc_method}} {{grpc_code}}" ,
2020-06-08 17:34:52 +00:00
"step" : 10
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Rate" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : 0 ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : false
}
]
} ,
{
"aliasColors" : {
"error" : "#E24D42"
} ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"description" : "Shows ratio of errors compared to the total number of handled requests from queriers." ,
"fill" : 10 ,
2022-07-12 04:23:47 +00:00
"id" : 22 ,
2020-06-08 17:34:52 +00:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 0 ,
"links" : [ ] ,
"nullPointMode" : "null as zero" ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"span" : 4 ,
"stack" : true ,
"steppedLine" : false ,
"targets" : [
{
2023-04-01 03:20:39 +00:00
"expr" : "sum by (job, grpc_code) (rate(grpc_server_handled_total{grpc_code=~\"Unknown|ResourceExhausted|Internal|Unavailable|DataLoss\",job=~\"$job\", grpc_type=\"unary\", grpc_method!=\"RemoteWrite\"}[$interval])) / ignoring (grpc_code) group_left() sum by (job) (rate(grpc_server_handled_total{job=~\"$job\", grpc_type=\"unary\", grpc_method!=\"RemoteWrite\"}[$interval]))" ,
2020-06-08 17:34:52 +00:00
"format" : "time_series" ,
"intervalFactor" : 2 ,
"step" : 10
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Errors" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "percentunit" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : 0 ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : false
}
]
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"description" : "Shows how long has it taken to handle requests from queriers, in quantiles." ,
"fill" : 1 ,
2022-07-12 04:23:47 +00:00
"id" : 23 ,
2020-06-08 17:34:52 +00:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null as zero" ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
2021-03-20 03:27:27 +00:00
"seriesOverrides" : [
{
"alias" : "p99" ,
"color" : "#FA6400" ,
"fill" : 1 ,
"fillGradient" : 1
} ,
{
"alias" : "p90" ,
"color" : "#E0B400" ,
"fill" : 1 ,
"fillGradient" : 1
} ,
{
"alias" : "p50" ,
"color" : "#37872D" ,
"fill" : 10 ,
"fillGradient" : 0
}
] ,
2020-06-08 17:34:52 +00:00
"spaceLength" : 10 ,
"span" : 4 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2021-08-27 03:23:04 +00:00
"expr" : "histogram_quantile(0.50, sum by (job, le) (rate(grpc_server_handling_seconds_bucket{job=~\"$job\", grpc_type=\"unary\", grpc_method!=\"RemoteWrite\"}[$interval]))) * 1" ,
2020-06-08 17:34:52 +00:00
"format" : "time_series" ,
"intervalFactor" : 2 ,
2021-03-20 03:27:27 +00:00
"legendFormat" : "p50 {{job}}" ,
"logBase" : 10 ,
"max" : null ,
"min" : null ,
2020-06-08 17:34:52 +00:00
"step" : 10
} ,
{
2021-08-27 03:23:04 +00:00
"expr" : "histogram_quantile(0.90, sum by (job, le) (rate(grpc_server_handling_seconds_bucket{job=~\"$job\", grpc_type=\"unary\", grpc_method!=\"RemoteWrite\"}[$interval]))) * 1" ,
2020-06-08 17:34:52 +00:00
"format" : "time_series" ,
"intervalFactor" : 2 ,
2021-03-20 03:27:27 +00:00
"legendFormat" : "p90 {{job}}" ,
"logBase" : 10 ,
"max" : null ,
"min" : null ,
2020-06-08 17:34:52 +00:00
"step" : 10
} ,
{
2021-08-27 03:23:04 +00:00
"expr" : "histogram_quantile(0.99, sum by (job, le) (rate(grpc_server_handling_seconds_bucket{job=~\"$job\", grpc_type=\"unary\", grpc_method!=\"RemoteWrite\"}[$interval]))) * 1" ,
2020-06-08 17:34:52 +00:00
"format" : "time_series" ,
"intervalFactor" : 2 ,
2021-03-20 03:27:27 +00:00
"legendFormat" : "p99 {{job}}" ,
"logBase" : 10 ,
"max" : null ,
"min" : null ,
2020-06-08 17:34:52 +00:00
"step" : 10
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Duration" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "s" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : 0 ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : false
}
]
}
] ,
"repeat" : null ,
"repeatIteration" : null ,
"repeatRowId" : null ,
"showTitle" : true ,
2020-08-12 17:33:36 +00:00
"title" : "READ - gRPC (Unary)" ,
2020-06-08 17:34:52 +00:00
"titleSize" : "h6"
} ,
{
2020-08-12 17:33:36 +00:00
"collapse" : false ,
2020-06-08 17:34:52 +00:00
"height" : "250px" ,
"panels" : [
{
2021-03-20 03:27:27 +00:00
"aliasColors" : { } ,
2020-06-08 17:34:52 +00:00
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"description" : "Shows rate of handled Streamed gRPC requests from queriers." ,
"fill" : 10 ,
2022-07-12 04:23:47 +00:00
"id" : 24 ,
2020-06-08 17:34:52 +00:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 0 ,
"links" : [ ] ,
"nullPointMode" : "null as zero" ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
2021-03-20 03:27:27 +00:00
"seriesOverrides" : [
{
"alias" : "/Aborted/" ,
"color" : "#EAB839"
} ,
{
"alias" : "/AlreadyExists/" ,
"color" : "#37872D"
} ,
{
"alias" : "/FailedPrecondition/" ,
"color" : "#E0B400"
} ,
{
"alias" : "/Unimplemented/" ,
"color" : "#E0B400"
} ,
{
"alias" : "/InvalidArgument/" ,
"color" : "#1F60C4"
} ,
{
"alias" : "/NotFound/" ,
"color" : "#1F60C4"
} ,
{
"alias" : "/PermissionDenied/" ,
"color" : "#1F60C4"
} ,
{
"alias" : "/Unauthenticated/" ,
"color" : "#1F60C4"
} ,
{
"alias" : "/Canceled/" ,
"color" : "#C4162A"
} ,
{
"alias" : "/DataLoss/" ,
"color" : "#C4162A"
} ,
{
"alias" : "/DeadlineExceeded/" ,
"color" : "#C4162A"
} ,
{
"alias" : "/Internal/" ,
"color" : "#C4162A"
} ,
{
"alias" : "/OutOfRange/" ,
"color" : "#C4162A"
} ,
{
"alias" : "/ResourceExhausted/" ,
"color" : "#C4162A"
} ,
{
"alias" : "/Unavailable/" ,
"color" : "#C4162A"
} ,
{
"alias" : "/Unknown/" ,
"color" : "#C4162A"
} ,
{
"alias" : "/OK/" ,
"color" : "#37872D"
} ,
{
"alias" : "error" ,
"color" : "#C4162A"
}
] ,
2020-06-08 17:34:52 +00:00
"spaceLength" : 10 ,
"span" : 4 ,
"stack" : true ,
"steppedLine" : false ,
"targets" : [
{
2021-08-27 03:23:04 +00:00
"expr" : "sum by (job, grpc_method, grpc_code) (rate(grpc_server_handled_total{job=~\"$job\", grpc_type=\"server_stream\"}[$interval]))" ,
2020-06-08 17:34:52 +00:00
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}} {{grpc_method}} {{grpc_code}}" ,
"step" : 10
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Rate" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : 0 ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : false
}
]
} ,
{
2020-08-12 17:33:36 +00:00
"aliasColors" : {
"error" : "#E24D42"
} ,
2020-06-08 17:34:52 +00:00
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"description" : "Shows ratio of errors compared to the total number of handled requests from queriers." ,
"fill" : 10 ,
2022-07-12 04:23:47 +00:00
"id" : 25 ,
2020-06-08 17:34:52 +00:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 0 ,
"links" : [ ] ,
"nullPointMode" : "null as zero" ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"span" : 4 ,
"stack" : true ,
"steppedLine" : false ,
"targets" : [
{
2023-04-01 03:20:39 +00:00
"expr" : "sum by (job, grpc_code) (rate(grpc_server_handled_total{grpc_code=~\"Unknown|ResourceExhausted|Internal|Unavailable|DataLoss\",job=~\"$job\", grpc_type=\"server_stream\"}[$interval])) / ignoring (grpc_code) group_left() sum by (job) (rate(grpc_server_handled_total{job=~\"$job\", grpc_type=\"server_stream\"}[$interval]))" ,
2020-06-08 17:34:52 +00:00
"format" : "time_series" ,
"intervalFactor" : 2 ,
"step" : 10
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Errors" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
2020-08-12 17:33:36 +00:00
"format" : "percentunit" ,
2020-06-08 17:34:52 +00:00
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : 0 ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : false
}
]
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"description" : "Shows how long has it taken to handle requests from queriers, in quantiles." ,
"fill" : 1 ,
2022-07-12 04:23:47 +00:00
"id" : 26 ,
2020-06-08 17:34:52 +00:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null as zero" ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
2021-03-20 03:27:27 +00:00
"seriesOverrides" : [
{
"alias" : "p99" ,
"color" : "#FA6400" ,
"fill" : 1 ,
"fillGradient" : 1
} ,
{
"alias" : "p90" ,
"color" : "#E0B400" ,
"fill" : 1 ,
"fillGradient" : 1
} ,
{
"alias" : "p50" ,
"color" : "#37872D" ,
"fill" : 10 ,
"fillGradient" : 0
}
] ,
2020-06-08 17:34:52 +00:00
"spaceLength" : 10 ,
"span" : 4 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2021-08-27 03:23:04 +00:00
"expr" : "histogram_quantile(0.50, sum by (job, le) (rate(grpc_server_handling_seconds_bucket{job=~\"$job\", grpc_type=\"server_stream\"}[$interval]))) * 1" ,
2020-06-08 17:34:52 +00:00
"format" : "time_series" ,
"intervalFactor" : 2 ,
2021-03-20 03:27:27 +00:00
"legendFormat" : "p50 {{job}}" ,
"logBase" : 10 ,
"max" : null ,
"min" : null ,
2020-06-08 17:34:52 +00:00
"step" : 10
} ,
{
2021-08-27 03:23:04 +00:00
"expr" : "histogram_quantile(0.90, sum by (job, le) (rate(grpc_server_handling_seconds_bucket{job=~\"$job\", grpc_type=\"server_stream\"}[$interval]))) * 1" ,
2020-06-08 17:34:52 +00:00
"format" : "time_series" ,
"intervalFactor" : 2 ,
2021-03-20 03:27:27 +00:00
"legendFormat" : "p90 {{job}}" ,
"logBase" : 10 ,
"max" : null ,
"min" : null ,
2020-06-08 17:34:52 +00:00
"step" : 10
} ,
{
2021-08-27 03:23:04 +00:00
"expr" : "histogram_quantile(0.99, sum by (job, le) (rate(grpc_server_handling_seconds_bucket{job=~\"$job\", grpc_type=\"server_stream\"}[$interval]))) * 1" ,
2020-06-08 17:34:52 +00:00
"format" : "time_series" ,
"intervalFactor" : 2 ,
2021-03-20 03:27:27 +00:00
"legendFormat" : "p99 {{job}}" ,
"logBase" : 10 ,
"max" : null ,
"min" : null ,
2020-06-08 17:34:52 +00:00
"step" : 10
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Duration" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "s" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : 0 ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : false
}
]
}
] ,
"repeat" : null ,
"repeatIteration" : null ,
"repeatRowId" : null ,
"showTitle" : true ,
2020-08-12 17:33:36 +00:00
"title" : "READ - gRPC (Stream)" ,
2020-06-08 17:34:52 +00:00
"titleSize" : "h6"
} ,
{
"collapse" : false ,
"height" : "250px" ,
"panels" : [
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"description" : "Shows the relative time of last successful upload to the object-store bucket." ,
"fill" : 1 ,
2022-07-12 04:23:47 +00:00
"id" : 27 ,
2020-06-08 17:34:52 +00:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null as zero" ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"span" : 12 ,
"stack" : false ,
"steppedLine" : false ,
"styles" : [
{
"alias" : "Time" ,
"dateFormat" : "YYYY-MM-DD HH:mm:ss" ,
"pattern" : "Time" ,
"type" : "hidden"
} ,
{
"alias" : "Uploaded Ago" ,
"colorMode" : null ,
"colors" : [ ] ,
"dateFormat" : "YYYY-MM-DD HH:mm:ss" ,
"decimals" : 2 ,
"link" : false ,
2021-03-20 03:27:27 +00:00
"linkTargetBlank" : false ,
2020-06-08 17:34:52 +00:00
"linkTooltip" : "Drill down" ,
"linkUrl" : "" ,
"pattern" : "Value" ,
"thresholds" : [ ] ,
"type" : "number" ,
"unit" : "s"
} ,
{
"alias" : "" ,
"colorMode" : null ,
"colors" : [ ] ,
"dateFormat" : "YYYY-MM-DD HH:mm:ss" ,
"decimals" : 2 ,
"pattern" : "/.*/" ,
"thresholds" : [ ] ,
"type" : "string" ,
"unit" : "short"
}
] ,
"targets" : [
{
2021-08-27 03:23:04 +00:00
"expr" : "time() - max by (job, bucket) (thanos_objstore_bucket_last_successful_upload_time{job=~\"$job\"})" ,
2020-06-08 17:34:52 +00:00
"format" : "table" ,
"instant" : true ,
"intervalFactor" : 2 ,
"legendFormat" : "" ,
"refId" : "A" ,
"step" : 10
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Successful Upload" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"transform" : "table" ,
"type" : "table" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : 0 ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : false
}
]
}
] ,
"repeat" : null ,
"repeatIteration" : null ,
"repeatRowId" : null ,
"showTitle" : true ,
"title" : "Last Updated" ,
"titleSize" : "h6"
} ,
{
"collapse" : true ,
"height" : "250px" ,
"panels" : [
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"fill" : 1 ,
2022-07-12 04:23:47 +00:00
"id" : 28 ,
2020-06-08 17:34:52 +00:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null as zero" ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"span" : 4 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2021-08-27 03:23:04 +00:00
"expr" : "go_memstats_alloc_bytes{job=~\"$job\"}" ,
2020-06-08 17:34:52 +00:00
"format" : "time_series" ,
"intervalFactor" : 2 ,
2021-03-04 03:26:54 +00:00
"legendFormat" : "alloc all {{instance}}" ,
2020-06-08 17:34:52 +00:00
"legendLink" : null ,
"step" : 10
} ,
{
2021-08-27 03:23:04 +00:00
"expr" : "go_memstats_heap_alloc_bytes{job=~\"$job\"}" ,
2020-06-08 17:34:52 +00:00
"format" : "time_series" ,
"intervalFactor" : 2 ,
2021-03-04 03:26:54 +00:00
"legendFormat" : "alloc heap {{instance}}" ,
2020-06-08 17:34:52 +00:00
"legendLink" : null ,
"step" : 10
} ,
{
2021-08-27 03:23:04 +00:00
"expr" : "rate(go_memstats_alloc_bytes_total{job=~\"$job\"}[30s])" ,
2020-06-08 17:34:52 +00:00
"format" : "time_series" ,
"intervalFactor" : 2 ,
2021-03-04 03:26:54 +00:00
"legendFormat" : "alloc rate all {{instance}}" ,
2020-06-08 17:34:52 +00:00
"legendLink" : null ,
"step" : 10
} ,
{
2021-08-27 03:23:04 +00:00
"expr" : "rate(go_memstats_heap_alloc_bytes{job=~\"$job\"}[30s])" ,
2020-06-08 17:34:52 +00:00
"format" : "time_series" ,
"intervalFactor" : 2 ,
2021-03-04 03:26:54 +00:00
"legendFormat" : "alloc rate heap {{instance}}" ,
2020-06-08 17:34:52 +00:00
"legendLink" : null ,
"step" : 10
} ,
{
2021-08-27 03:23:04 +00:00
"expr" : "go_memstats_stack_inuse_bytes{job=~\"$job\"}" ,
2020-06-08 17:34:52 +00:00
"format" : "time_series" ,
"intervalFactor" : 2 ,
2021-03-20 03:27:27 +00:00
"legendFormat" : "inuse heap {{instance}}" ,
2020-06-08 17:34:52 +00:00
"legendLink" : null ,
"step" : 10
} ,
{
2021-08-27 03:23:04 +00:00
"expr" : "go_memstats_heap_inuse_bytes{job=~\"$job\"}" ,
2020-06-08 17:34:52 +00:00
"format" : "time_series" ,
"intervalFactor" : 2 ,
2021-03-20 03:27:27 +00:00
"legendFormat" : "inuse stack {{instance}}" ,
2020-06-08 17:34:52 +00:00
"legendLink" : null ,
"step" : 10
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Memory Used" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "bytes" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : 0 ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : false
}
]
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"fill" : 1 ,
2022-07-12 04:23:47 +00:00
"id" : 29 ,
2020-06-08 17:34:52 +00:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null as zero" ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"span" : 4 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2021-08-27 03:23:04 +00:00
"expr" : "go_goroutines{job=~\"$job\"}" ,
2020-06-08 17:34:52 +00:00
"format" : "time_series" ,
"intervalFactor" : 2 ,
2021-03-04 03:26:54 +00:00
"legendFormat" : "{{instance}}" ,
2020-06-08 17:34:52 +00:00
"legendLink" : null ,
"step" : 10
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Goroutines" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : 0 ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : false
}
]
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"fill" : 1 ,
2022-07-12 04:23:47 +00:00
"id" : 30 ,
2020-06-08 17:34:52 +00:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null as zero" ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"span" : 4 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2021-08-27 03:23:04 +00:00
"expr" : "go_gc_duration_seconds{job=~\"$job\"}" ,
2020-06-08 17:34:52 +00:00
"format" : "time_series" ,
"intervalFactor" : 2 ,
2021-03-04 03:26:54 +00:00
"legendFormat" : "{{quantile}} {{instance}}" ,
2020-06-08 17:34:52 +00:00
"legendLink" : null ,
"step" : 10
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "GC Time Quantiles" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : 0 ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : false
}
]
}
] ,
"repeat" : null ,
"repeatIteration" : null ,
"repeatRowId" : null ,
"showTitle" : true ,
"title" : "Resources" ,
"titleSize" : "h6"
}
] ,
"schemaVersion" : 14 ,
"style" : "dark" ,
"tags" : [
"thanos-mixin"
] ,
"templating" : {
"list" : [
{
"current" : {
2021-03-20 03:27:27 +00:00
"text" : "default" ,
"value" : "default"
2020-06-08 17:34:52 +00:00
} ,
"hide" : 0 ,
"label" : null ,
"name" : "datasource" ,
"options" : [ ] ,
"query" : "prometheus" ,
"refresh" : 1 ,
"regex" : "" ,
"type" : "datasource"
} ,
2022-07-12 04:23:47 +00:00
{
"allValue" : null ,
"current" : {
"text" : "all" ,
"value" : "$__all"
} ,
"datasource" : "$datasource" ,
"hide" : 0 ,
"includeAll" : true ,
"label" : "tenant" ,
"multi" : false ,
"name" : "tenant" ,
"options" : [ ] ,
"query" : "label_values(http_requests_total{job=~\"$job\", tenant!=\"\"}, tenant)" ,
"refresh" : 1 ,
"regex" : "" ,
"sort" : 2 ,
"tagValuesQuery" : "" ,
"tags" : [ ] ,
"tagsQuery" : "" ,
"type" : "query" ,
"useTags" : false
} ,
2020-06-08 17:34:52 +00:00
{
2021-03-20 03:27:27 +00:00
"auto" : true ,
"auto_count" : 300 ,
"auto_min" : "10s" ,
"current" : {
"text" : "5m" ,
"value" : "5m"
} ,
2020-06-08 17:34:52 +00:00
"hide" : 0 ,
2021-03-20 03:27:27 +00:00
"label" : "interval" ,
"name" : "interval" ,
"query" : "5m,10m,30m,1h,6h,12h" ,
"refresh" : 2 ,
"type" : "interval"
2020-06-08 17:34:52 +00:00
} ,
{
2021-03-20 03:27:27 +00:00
"allValue" : null ,
2020-06-08 17:34:52 +00:00
"current" : {
"text" : "all" ,
"value" : "$__all"
} ,
"datasource" : "$datasource" ,
"hide" : 0 ,
"includeAll" : true ,
"label" : "job" ,
"multi" : false ,
"name" : "job" ,
"options" : [ ] ,
2022-05-02 08:59:36 +00:00
"query" : "label_values(up{job=~\".*thanos-receive.*\"}, job)" ,
2020-06-08 17:34:52 +00:00
"refresh" : 1 ,
"regex" : "" ,
"sort" : 2 ,
"tagValuesQuery" : "" ,
"tags" : [ ] ,
"tagsQuery" : "" ,
"type" : "query" ,
"useTags" : false
}
]
} ,
"time" : {
"from" : "now-1h" ,
"to" : "now"
} ,
"timepicker" : {
"refresh_intervals" : [
"5s" ,
"10s" ,
"30s" ,
"1m" ,
"5m" ,
"15m" ,
"30m" ,
"1h" ,
"2h" ,
"1d"
] ,
"time_options" : [
"5m" ,
"15m" ,
"1h" ,
"6h" ,
"12h" ,
"24h" ,
"2d" ,
"7d" ,
"30d"
]
} ,
2020-06-24 10:14:37 +00:00
"timezone" : "UTC" ,
2020-06-08 17:34:52 +00:00
"title" : "Thanos / Receive" ,
"uid" : "916a852b00ccc5ed81056644718fa4fb" ,
"version" : 0
}