Grafana.wikimedia.org/media.json

From Wikitech
Jump to navigation Jump to search

{

 "id": 34,
 "title": "Media",
 "originalTitle": "Media",
 "tags": [
   "performance"
 ],
 "style": "light",
 "timezone": "utc",
 "editable": true,
 "hideControls": false,
 "sharedCrosshair": true,
 "rows": [
   {
     "collapse": false,
     "editable": true,
     "height": "300px",
     "panels": [
       {
         "aliasColors": {},
         "annotate": {
           "enable": false
         },
         "bars": false,
         "datasource": "graphite",
         "fill": 1,
         "grid": {
           "leftMax": null,
           "leftMin": 0,
           "max": null,
           "min": null,
           "rightMax": null,
           "rightMin": 0,
           "threshold1": null,
           "threshold1Color": "rgba(216, 200, 27, 0.27)",
           "threshold2": null,
           "threshold2Color": "rgba(234, 112, 112, 0.22)",
           "thresholdLine": false,
           "leftLogBase": 1,
           "rightLogBase": 1
         },
         "height": "",
         "id": 21,
         "interactive": true,
         "leftYAxisLabel": "varnish backend",
         "legend": {
           "avg": false,
           "current": false,
           "hideEmpty": true,
           "max": false,
           "min": false,
           "show": true,
           "total": false,
           "values": false
         },
         "legend_counts": true,
         "lines": true,
         "linewidth": 2,
         "links": [],
         "nullPointMode": "null",
         "options": false,
         "percentage": false,
         "pointradius": 1,
         "points": false,
         "renderer": "flot",
         "resolution": 100,
         "rightYAxisLabel": "",
         "scale": 1,
         "seriesOverrides": [
           {
             "alias": "HTTP 304 resps/sec",
             "yaxis": 2
           }
         ],
         "span": 6,
         "spyable": true,
         "stack": false,
         "steppedLine": false,
         "targets": [
           {
             "target": "alias(movingAverage(perSecond(media.thumbnail.varnish.resps.200.sum), '1hour'), 'HTTP 200 resps/sec')"
           },
           {
             "target": "alias(movingAverage(perSecond(media.thumbnail.varnish.resps.304.sum), '1hour'), 'HTTP 304 resps/sec')"
           }
         ],
         "timeFrom": null,
         "timeShift": null,
         "timezone": "browser",
         "title": "Cached thumbnails served",
         "tooltip": {
           "query_as_alias": true,
           "shared": true,
           "value_type": "individual"
         },
         "type": "graph",
         "x-axis": true,
         "y-axis": true,
         "y_formats": [
           "short",
           "none"
         ],
         "zerofill": true
       },
       {
         "aliasColors": {},
         "annotate": {
           "enable": false
         },
         "bars": false,
         "datasource": "graphite",
         "fill": 1,
         "grid": {
           "leftMax": null,
           "leftMin": null,
           "max": null,
           "min": null,
           "rightMax": 100,
           "rightMin": null,
           "threshold1": null,
           "threshold1Color": "rgba(216, 200, 27, 0.27)",
           "threshold2": null,
           "threshold2Color": "rgba(234, 112, 112, 0.22)",
           "thresholdLine": false,
           "leftLogBase": 1,
           "rightLogBase": 1
         },
         "height": "",
         "id": 16,
         "interactive": true,
         "leftYAxisLabel": "",
         "legend": {
           "avg": false,
           "current": false,
           "hideEmpty": true,
           "max": false,
           "min": false,
           "rightSide": false,
           "show": true,
           "total": false,
           "values": false
         },
         "legend_counts": true,
         "lines": true,
         "linewidth": 2,
         "links": [],
         "nullPointMode": "null",
         "options": false,
         "percentage": false,
         "pointradius": 1,
         "points": false,
         "renderer": "flot",
         "resolution": 100,
         "rightYAxisLabel": "",
         "scale": 1,
         "seriesOverrides": [],
         "span": 6,
         "spyable": true,
         "stack": true,
         "steppedLine": false,
         "targets": [
           {
             "hide": false,
             "target": "alias(movingAverage(perSecond(MediaWiki.media.thumbnail.generate.transform.count), '1hour'), 'New thumbnails generated by Mediawiki per second')"
           },
           {
             "hide": true,
             "target": "alias(MediaWiki.media.thumbnail.stream.count, 'Streamed by mediawiki')"
           },
           {
             "hide": true,
             "target": "alias(varnish.*.backends.be_ms_fe.2xx.count, 'Streamed by swift')"
           },
           {
             "hide": false,
             "target": "alias(movingAverage(perSecond(sumSeries(#B, #C)), '1hour'), 'Existing thumbnails served by Swift per second')"
           }
         ],
         "timeFrom": null,
         "timeShift": null,
         "timezone": "browser",
         "title": "Existing thumbnails served from backend vs new thumbnails",
         "tooltip": {
           "query_as_alias": true,
           "shared": true,
           "value_type": "individual"
         },
         "type": "graph",
         "x-axis": true,
         "y-axis": true,
         "y_formats": [
           "short",
           "percent"
         ],
         "zerofill": true
       },
       {
         "aliasColors": {},
         "annotate": {
           "enable": false
         },
         "bars": false,
         "datasource": "graphite",
         "fill": 1,
         "grid": {
           "leftMax": null,
           "leftMin": null,
           "max": null,
           "min": null,
           "rightMax": null,
           "rightMin": null,
           "threshold1": null,
           "threshold1Color": "rgba(216, 200, 27, 0.27)",
           "threshold2": null,
           "threshold2Color": "rgba(234, 112, 112, 0.22)",
           "thresholdLine": false,
           "leftLogBase": 1,
           "rightLogBase": 1
         },
         "height": "",
         "id": 19,
         "interactive": true,
         "leftYAxisLabel": "",
         "legend": {
           "avg": false,
           "current": false,
           "hideEmpty": true,
           "max": false,
           "min": false,
           "show": true,
           "total": false,
           "values": false
         },
         "legend_counts": true,
         "lines": true,
         "linewidth": 2,
         "links": [],
         "nullPointMode": "null",
         "options": false,
         "percentage": false,
         "pointradius": 1,
         "points": false,
         "renderer": "flot",
         "resolution": 100,
         "rightYAxisLabel": "",
         "scale": 1,
         "seriesOverrides": [],
         "span": 6,
         "spyable": true,
         "stack": true,
         "steppedLine": false,
         "targets": [
           {
             "target": "aliasByNode(sortByMinima(consolidateBy(media.thumbnail.client.*.count, 'sum')), 3)"
           }
         ],
         "timeFrom": null,
         "timeShift": null,
         "timezone": "browser",
         "title": "Media Viewer hits",
         "tooltip": {
           "query_as_alias": true,
           "shared": true,
           "value_type": "individual"
         },
         "type": "graph",
         "x-axis": true,
         "y-axis": true,
         "y_formats": [
           "short",
           "none"
         ],
         "zerofill": true
       },
       {
         "aliasColors": {},
         "annotate": {
           "enable": false
         },
         "bars": false,
         "datasource": "graphite",
         "fill": 1,
         "grid": {
           "leftMax": null,
           "leftMin": null,
           "max": null,
           "min": null,
           "rightMax": null,
           "rightMin": null,
           "threshold1": null,
           "threshold1Color": "rgba(216, 200, 27, 0.27)",
           "threshold2": null,
           "threshold2Color": "rgba(234, 112, 112, 0.22)",
           "thresholdLine": false,
           "leftLogBase": 1,
           "rightLogBase": 1
         },
         "height": "",
         "id": 20,
         "interactive": true,
         "leftYAxisLabel": "",
         "legend": {
           "avg": false,
           "current": false,
           "hideEmpty": false,
           "max": false,
           "min": false,
           "show": true,
           "total": false,
           "values": false
         },
         "legend_counts": true,
         "lines": true,
         "linewidth": 1,
         "links": [],
         "nullPointMode": "null",
         "options": false,
         "percentage": false,
         "pointradius": 1,
         "points": false,
         "renderer": "flot",
         "resolution": 100,
         "rightYAxisLabel": "",
         "scale": 1,
         "seriesOverrides": [
           {
             "alias": "Median",
             "fill": 3,
             "linewidth": 2,
             "zindex": 1
           }
         ],
         "span": 3,
         "spyable": true,
         "stack": false,
         "steppedLine": false,
         "targets": [
           {
             "target": "alias(movingAverage(media.thumbnail.client.1024.median, 10), 'Median')"
           },
           {
             "target": "alias(movingAverage(timeShift(media.thumbnail.client.1024.median, '1d'), 10), 'yesterday')"
           },
           {
             "target": "alias(movingAverage(timeShift(media.thumbnail.client.1024.median, '6d'), 10), '6 days ago')"
           }
         ],
         "timeFrom": null,
         "timeShift": null,
         "timezone": "browser",
         "title": "Media Viewer load times (1024px)",
         "tooltip": {
           "query_as_alias": true,
           "shared": true,
           "value_type": "individual"
         },
         "type": "graph",
         "x-axis": true,
         "y-axis": true,
         "y_formats": [
           "ms",
           "percent"
         ],
         "zerofill": true
       },
       {
         "aliasColors": {},
         "annotate": {
           "enable": false
         },
         "bars": false,
         "datasource": "graphite",
         "fill": 1,
         "grid": {
           "leftMax": null,
           "leftMin": null,
           "max": null,
           "min": null,
           "rightMax": null,
           "rightMin": null,
           "threshold1": null,
           "threshold1Color": "rgba(216, 200, 27, 0.27)",
           "threshold2": null,
           "threshold2Color": "rgba(234, 112, 112, 0.22)",
           "thresholdLine": false,
           "leftLogBase": 1,
           "rightLogBase": 1
         },
         "height": "",
         "id": 22,
         "interactive": true,
         "leftYAxisLabel": "",
         "legend": {
           "avg": false,
           "current": false,
           "hideEmpty": false,
           "max": false,
           "min": false,
           "show": true,
           "total": false,
           "values": false
         },
         "legend_counts": true,
         "lines": true,
         "linewidth": 1,
         "links": [],
         "nullPointMode": "null",
         "options": false,
         "percentage": false,
         "pointradius": 1,
         "points": false,
         "renderer": "flot",
         "resolution": 100,
         "rightYAxisLabel": "",
         "scale": 1,
         "seriesOverrides": [
           {
             "alias": "Median",
             "fill": 3,
             "linewidth": 2,
             "zindex": 1
           }
         ],
         "span": 3,
         "spyable": true,
         "stack": false,
         "steppedLine": false,
         "targets": [
           {
             "target": "alias(movingAverage(media.thumbnail.client.1280.median, 10), 'Median')"
           },
           {
             "target": "alias(movingAverage(timeShift(media.thumbnail.client.1280.median, '1d'), 10), 'yesterday')"
           },
           {
             "target": "alias(movingAverage(timeShift(media.thumbnail.client.1280.median, '6d'), 10), '6 days ago')"
           }
         ],
         "timeFrom": null,
         "timeShift": null,
         "timezone": "browser",
         "title": "Media Viewer load times (1280px)",
         "tooltip": {
           "query_as_alias": true,
           "shared": true,
           "value_type": "individual"
         },
         "type": "graph",
         "x-axis": true,
         "y-axis": true,
         "y_formats": [
           "ms",
           "percent"
         ],
         "zerofill": true
       },
       {
         "aliasColors": {
           "store": "#EF843C",
           "transform": "#E24D42"
         },
         "annotate": {
           "enable": false
         },
         "bars": false,
         "datasource": "graphite",
         "fill": 2,
         "grid": {
           "leftMax": null,
           "leftMin": null,
           "max": null,
           "min": null,
           "rightMax": null,
           "rightMin": null,
           "threshold1": null,
           "threshold1Color": "rgba(216, 200, 27, 0.27)",
           "threshold2": null,
           "threshold2Color": "rgba(234, 112, 112, 0.22)",
           "thresholdLine": false,
           "leftLogBase": 1,
           "rightLogBase": 1
         },
         "height": "",
         "id": 17,
         "interactive": true,
         "leftYAxisLabel": "",
         "legend": {
           "alignAsTable": true,
           "avg": true,
           "current": true,
           "hideEmpty": true,
           "max": true,
           "min": true,
           "rightSide": true,
           "show": true,
           "sortDesc": true,
           "total": false,
           "values": true
         },
         "legend_counts": true,
         "lines": true,
         "linewidth": 1,
         "links": [],
         "nullPointMode": "null as zero",
         "options": false,
         "percentage": false,
         "pointradius": 1,
         "points": false,
         "renderer": "flot",
         "resolution": 100,
         "rightYAxisLabel": "",
         "scale": 1,
         "seriesOverrides": [],
         "span": 12,
         "spyable": true,
         "stack": true,
         "steppedLine": false,
         "targets": [
           {
             "target": "aliasByNode(minimumAbove(movingAverage(MediaWiki.media.thumbnail.generate.*.mean, 10), 0), 4)"
           }
         ],
         "timeFrom": null,
         "timeShift": null,
         "timezone": "browser",
         "title": "Thumbnail generation",
         "tooltip": {
           "query_as_alias": true,
           "shared": true,
           "value_type": "individual"
         },
         "type": "graph",
         "x-axis": true,
         "y-axis": true,
         "y_formats": [
           "ms",
           "none"
         ],
         "zerofill": true
       },
       {
         "aliasColors": {},
         "annotate": {
           "enable": false
         },
         "bars": false,
         "datasource": "graphite",
         "fill": 1,
         "grid": {
           "leftMax": null,
           "leftMin": null,
           "max": null,
           "min": null,
           "rightMax": null,
           "rightMin": null,
           "threshold1": null,
           "threshold1Color": "rgba(216, 200, 27, 0.27)",
           "threshold2": null,
           "threshold2Color": "rgba(234, 112, 112, 0.22)",
           "thresholdLine": false,
           "leftLogBase": 1,
           "rightLogBase": 1
         },
         "height": "",
         "id": 15,
         "interactive": true,
         "leftYAxisLabel": "varnish backend",
         "legend": {
           "avg": false,
           "current": false,
           "hideEmpty": false,
           "max": false,
           "min": false,
           "show": true,
           "total": false,
           "values": false
         },
         "legend_counts": true,
         "lines": true,
         "linewidth": 2,
         "links": [],
         "nullPointMode": "null",
         "options": false,
         "percentage": false,
         "pointradius": 1,
         "points": false,
         "renderer": "flot",
         "resolution": 100,
         "rightYAxisLabel": "",
         "scale": 1,
         "seriesOverrides": [],
         "span": 6,
         "spyable": true,
         "stack": false,
         "steppedLine": false,
         "targets": [
           {
             "target": "alias(movingAverage(sumSeries(varnish.ulsfo.backends.{be_cp1048,be_cp1049,be_cp1050,be_cp1051,be_cp1061,be_cp1062,be_cp1063,be_cp1064,be_cp1071,be_cp1072,be_cp1073,be_cp1074,be_cp1099}.2xx.count), 5), 'ulsfo 2xx')"
           },
           {
             "target": "alias(movingAverage(sumSeries(varnish.codfw.backends.{be_cp1048,be_cp1049,be_cp1050,be_cp1051,be_cp1061,be_cp1062,be_cp1063,be_cp1064,be_cp1071,be_cp1072,be_cp1073,be_cp1074,be_cp1099}.2xx.count), 5), 'codfw 2xx')"
           },
           {
             "target": "alias(movingAverage(sumSeries(varnish.esams.backends.{be_cp1048,be_cp1049,be_cp1050,be_cp1051,be_cp1061,be_cp1062,be_cp1063,be_cp1064,be_cp1071,be_cp1072,be_cp1073,be_cp1074,be_cp1099}.2xx.count), 5), 'esams 2xx')"
           }
         ],
         "timeFrom": null,
         "timeShift": null,
         "timezone": "browser",
         "title": "Varnish backend (by DC)",
         "tooltip": {
           "query_as_alias": true,
           "shared": true,
           "value_type": "individual"
         },
         "type": "graph",
         "x-axis": true,
         "y-axis": true,
         "y_formats": [
           "short",
           "none"
         ],
         "zerofill": true
       },
       {
         "aliasColors": {},
         "annotate": {
           "enable": false
         },
         "bars": false,
         "datasource": "graphite",
         "fill": 1,
         "grid": {
           "leftMax": null,
           "leftMin": null,
           "max": null,
           "min": null,
           "rightMax": null,
           "rightMin": null,
           "threshold1": null,
           "threshold1Color": "rgba(216, 200, 27, 0.27)",
           "threshold2": null,
           "threshold2Color": "rgba(234, 112, 112, 0.22)",
           "thresholdLine": false,
           "leftLogBase": 1,
           "rightLogBase": 1
         },
         "height": "",
         "id": 18,
         "interactive": true,
         "leftYAxisLabel": "",
         "legend": {
           "alignAsTable": true,
           "avg": true,
           "current": true,
           "hideEmpty": true,
           "max": true,
           "min": true,
           "rightSide": false,
           "show": true,
           "sortDesc": false,
           "total": false,
           "values": true
         },
         "legend_counts": true,
         "lines": true,
         "linewidth": 2,
         "links": [],
         "nullPointMode": "null",
         "options": false,
         "percentage": false,
         "pointradius": 1,
         "points": false,
         "renderer": "flot",
         "resolution": 100,
         "rightYAxisLabel": "",
         "scale": 1,
         "seriesOverrides": [],
         "span": 6,
         "spyable": true,
         "stack": true,
         "steppedLine": false,
         "targets": [
           {
             "target": "aliasByNode(movingAverage(MediaWiki.media.thumbnail.stream.mean, 10), 4)"
           }
         ],
         "timeFrom": null,
         "timeShift": null,
         "timezone": "browser",
         "title": "Thumbnail streaming",
         "tooltip": {
           "query_as_alias": true,
           "shared": true,
           "value_type": "individual"
         },
         "type": "graph",
         "x-axis": true,
         "y-axis": true,
         "y_formats": [
           "s",
           "none"
         ],
         "zerofill": true
       }
     ],
     "showTitle": false,
     "title": "Media"
   },
   {
     "collapse": false,
     "editable": true,
     "height": "250px",
     "panels": [
       {
         "aliasColors": {},
         "bars": false,
         "datasource": null,
         "editable": true,
         "error": false,
         "fill": 1,
         "grid": {
           "leftMax": null,
           "leftMin": null,
           "rightMax": null,
           "rightMin": null,
           "threshold1": null,
           "threshold1Color": "rgba(216, 200, 27, 0.27)",
           "threshold2": null,
           "threshold2Color": "rgba(234, 112, 112, 0.22)",
           "leftLogBase": 1,
           "rightLogBase": 1
         },
         "id": 24,
         "legend": {
           "avg": false,
           "current": false,
           "max": false,
           "min": false,
           "show": true,
           "total": false,
           "values": false
         },
         "lines": true,
         "linewidth": 1,
         "links": [],
         "nullPointMode": "null as zero",
         "percentage": false,
         "pointradius": 5,
         "points": false,
         "renderer": "flot",
         "seriesOverrides": [
           {
             "alias": "originals",
             "yaxis": 2
           }
         ],
         "span": 6,
         "stack": true,
         "steppedLine": false,
         "targets": [
           {
             "target": "alias(summarize(nonNegativeDerivative(keepLastValue(swift.eqiad-prod.containers.mw-media.originals.objects)), '1h'), 'originals')"
           },
           {
             "target": "alias(summarize(nonNegativeDerivative(keepLastValue(swift.eqiad-prod.containers.mw-media.thumb.objects)), '1h'), 'thumbnails')"
           }
         ],
         "timeFrom": null,
         "timeShift": null,
         "title": "New media stored, objects per hour (eqiad)",
         "tooltip": {
           "shared": true,
           "value_type": "cumulative"
         },
         "type": "graph",
         "x-axis": true,
         "y-axis": true,
         "y_formats": [
           "short",
           "short"
         ]
       },
       {
         "aliasColors": {},
         "bars": false,
         "datasource": null,
         "editable": true,
         "error": false,
         "fill": 1,
         "grid": {
           "leftMax": null,
           "leftMin": null,
           "rightMax": null,
           "rightMin": null,
           "threshold1": null,
           "threshold1Color": "rgba(216, 200, 27, 0.27)",
           "threshold2": null,
           "threshold2Color": "rgba(234, 112, 112, 0.22)",
           "leftLogBase": 1,
           "rightLogBase": 1
         },
         "id": 23,
         "legend": {
           "avg": false,
           "current": false,
           "max": false,
           "min": false,
           "show": true,
           "total": false,
           "values": false
         },
         "lines": true,
         "linewidth": 1,
         "links": [],
         "nullPointMode": "null as zero",
         "percentage": false,
         "pointradius": 5,
         "points": false,
         "renderer": "flot",
         "seriesOverrides": [],
         "span": 6,
         "stack": true,
         "steppedLine": false,
         "targets": [
           {
             "target": "alias(summarize(nonNegativeDerivative(keepLastValue(swift.eqiad-prod.containers.mw-media.originals.bytes)), '1h'), 'originals')"
           },
           {
             "target": "alias(summarize(nonNegativeDerivative(keepLastValue(swift.eqiad-prod.containers.mw-media.thumb.bytes)), '1h'), 'thumbnails')"
           }
         ],
         "timeFrom": null,
         "timeShift": null,
         "title": "New media stored, bytes per hour (eqiad)",
         "tooltip": {
           "shared": true,
           "value_type": "cumulative"
         },
         "type": "graph",
         "x-axis": true,
         "y-axis": true,
         "y_formats": [
           "bytes",
           "bytes"
         ]
       }
     ],
     "title": "uploads"
   }
 ],
 "nav": [
   {
     "collapse": false,
     "enable": true,
     "notice": false,
     "now": true,
     "nowDelay": "5m",
     "refresh_intervals": [
       "1m",
       "5m",
       "15m",
       "30m",
       "1h"
     ],
     "status": "Stable",
     "time_options": [
       "1h",
       "3h",
       "6h",
       "12h",
       "24h",
       "2d",
       "7d",
       "14d",
       "30d"
     ],
     "type": "timepicker"
   }
 ],
 "time": {
   "from": "now-2d",
   "now": true,
   "to": "now-5m"
 },
 "templating": {
   "list": []
 },
 "annotations": {
   "enable": true,
   "list": [
     {
       "datasource": "graphite",
       "enable": false,
       "iconColor": "rgba(189, 237, 244, 0.84)",
       "iconSize": 10,
       "lineColor": "rgba(30, 135, 170, 0.71)",
       "name": "Show deployments",
       "showLine": true,
       "target": "exclude(aliasByNode(deploy.*.count,-2),\"all\")"
     }
   ]
 },
 "refresh": false,
 "schemaVersion": 6,
 "version": 1,
 "links": []

}