/grafana_openai_dashboard.json Secret
Created
November 3, 2023 00:45
Star
You must be signed in to star a gist
OpenAI Dashboard
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| { | |
| "__inputs": [ | |
| { | |
| "name": "DS_QRYN_LOGS", | |
| "label": "qryn-logs", | |
| "description": "", | |
| "type": "datasource", | |
| "pluginId": "loki", | |
| "pluginName": "Loki" | |
| } | |
| ], | |
| "__elements": {}, | |
| "__requires": [ | |
| { | |
| "type": "panel", | |
| "id": "bargauge", | |
| "name": "Bar gauge", | |
| "version": "" | |
| }, | |
| { | |
| "type": "grafana", | |
| "id": "grafana", | |
| "name": "Grafana", | |
| "version": "10.3.0-62883" | |
| }, | |
| { | |
| "type": "datasource", | |
| "id": "loki", | |
| "name": "Loki", | |
| "version": "1.0.0" | |
| }, | |
| { | |
| "type": "panel", | |
| "id": "stat", | |
| "name": "Stat", | |
| "version": "" | |
| }, | |
| { | |
| "type": "panel", | |
| "id": "table", | |
| "name": "Table", | |
| "version": "" | |
| }, | |
| { | |
| "type": "panel", | |
| "id": "text", | |
| "name": "Text", | |
| "version": "" | |
| }, | |
| { | |
| "type": "panel", | |
| "id": "timeseries", | |
| "name": "Time series", | |
| "version": "" | |
| } | |
| ], | |
| "annotations": { | |
| "list": [ | |
| { | |
| "builtIn": 1, | |
| "datasource": { | |
| "type": "grafana", | |
| "uid": "-- Grafana --" | |
| }, | |
| "enable": true, | |
| "hide": true, | |
| "iconColor": "rgba(0, 211, 255, 1)", | |
| "name": "Annotations & Alerts", | |
| "type": "dashboard" | |
| } | |
| ] | |
| }, | |
| "editable": false, | |
| "fiscalYearStartMonth": 0, | |
| "graphTooltip": 2, | |
| "id": null, | |
| "links": [], | |
| "liveNow": false, | |
| "panels": [ | |
| { | |
| "datasource": { | |
| "type": "prometheus", | |
| "uid": "$datasource" | |
| }, | |
| "gridPos": { | |
| "h": 3, | |
| "w": 3, | |
| "x": 0, | |
| "y": 0 | |
| }, | |
| "id": 9, | |
| "options": { | |
| "code": { | |
| "language": "plaintext", | |
| "showLineNumbers": false, | |
| "showMiniMap": false | |
| }, | |
| "content": "# ", | |
| "mode": "markdown" | |
| }, | |
| "pluginVersion": "10.3.0-62883", | |
| "transparent": true, | |
| "type": "text" | |
| }, | |
| { | |
| "datasource": { | |
| "type": "prometheus", | |
| "uid": "$datasource" | |
| }, | |
| "description": "Total Requests made to OpenAI", | |
| "fieldConfig": { | |
| "defaults": { | |
| "color": { | |
| "mode": "continuous-BlPu" | |
| }, | |
| "mappings": [], | |
| "thresholds": { | |
| "mode": "absolute", | |
| "steps": [ | |
| { | |
| "color": "green", | |
| "value": null | |
| }, | |
| { | |
| "color": "red", | |
| "value": 80 | |
| } | |
| ] | |
| }, | |
| "unit": "none" | |
| }, | |
| "overrides": [] | |
| }, | |
| "gridPos": { | |
| "h": 3, | |
| "w": 3, | |
| "x": 3, | |
| "y": 0 | |
| }, | |
| "id": 8, | |
| "options": { | |
| "colorMode": "background", | |
| "graphMode": "area", | |
| "justifyMode": "auto", | |
| "orientation": "auto", | |
| "reduceOptions": { | |
| "calcs": [ | |
| "lastNotNull" | |
| ], | |
| "fields": "", | |
| "values": false | |
| }, | |
| "textMode": "auto" | |
| }, | |
| "pluginVersion": "10.3.0-62883", | |
| "targets": [ | |
| { | |
| "datasource": { | |
| "type": "prometheus", | |
| "uid": "$datasource" | |
| }, | |
| "disableTextWrap": false, | |
| "editorMode": "builder", | |
| "expr": "sum by(job) (count_over_time(openai_promptTokens{job=~\"$job\"}[$__range]))", | |
| "fullMetaSearch": false, | |
| "includeNullMetadata": true, | |
| "instant": false, | |
| "legendFormat": "__auto", | |
| "range": true, | |
| "refId": "A", | |
| "useBackend": false | |
| } | |
| ], | |
| "title": "Total Requests", | |
| "transparent": true, | |
| "type": "stat" | |
| }, | |
| { | |
| "datasource": { | |
| "type": "prometheus", | |
| "uid": "$datasource" | |
| }, | |
| "description": "Avg Duration taken by each request", | |
| "fieldConfig": { | |
| "defaults": { | |
| "color": { | |
| "mode": "thresholds" | |
| }, | |
| "mappings": [], | |
| "thresholds": { | |
| "mode": "absolute", | |
| "steps": [ | |
| { | |
| "color": "green", | |
| "value": null | |
| }, | |
| { | |
| "color": "red", | |
| "value": 2 | |
| } | |
| ] | |
| }, | |
| "unit": "s" | |
| }, | |
| "overrides": [] | |
| }, | |
| "gridPos": { | |
| "h": 3, | |
| "w": 4, | |
| "x": 6, | |
| "y": 0 | |
| }, | |
| "id": 4, | |
| "options": { | |
| "colorMode": "background", | |
| "graphMode": "area", | |
| "justifyMode": "auto", | |
| "orientation": "auto", | |
| "reduceOptions": { | |
| "calcs": [ | |
| "lastNotNull" | |
| ], | |
| "fields": "", | |
| "values": false | |
| }, | |
| "textMode": "auto" | |
| }, | |
| "pluginVersion": "10.3.0-62883", | |
| "targets": [ | |
| { | |
| "datasource": { | |
| "type": "prometheus", | |
| "uid": "$datasource" | |
| }, | |
| "disableTextWrap": false, | |
| "editorMode": "builder", | |
| "expr": "avg by(job) (openai_requestDuration{job=~\"$job\"})", | |
| "fullMetaSearch": false, | |
| "includeNullMetadata": true, | |
| "instant": false, | |
| "legendFormat": "__auto", | |
| "range": true, | |
| "refId": "A", | |
| "useBackend": false | |
| } | |
| ], | |
| "title": "Avg Request Duration", | |
| "transparent": true, | |
| "type": "stat" | |
| }, | |
| { | |
| "datasource": { | |
| "type": "prometheus", | |
| "uid": "$datasource" | |
| }, | |
| "description": "Avg Total tokens used per request", | |
| "fieldConfig": { | |
| "defaults": { | |
| "color": { | |
| "mode": "continuous-BlPu" | |
| }, | |
| "mappings": [], | |
| "thresholds": { | |
| "mode": "absolute", | |
| "steps": [ | |
| { | |
| "color": "green", | |
| "value": null | |
| }, | |
| { | |
| "color": "red", | |
| "value": 80 | |
| } | |
| ] | |
| }, | |
| "unit": "none" | |
| }, | |
| "overrides": [] | |
| }, | |
| "gridPos": { | |
| "h": 4, | |
| "w": 14, | |
| "x": 10, | |
| "y": 0 | |
| }, | |
| "id": 1, | |
| "options": { | |
| "colorMode": "background", | |
| "graphMode": "area", | |
| "justifyMode": "auto", | |
| "orientation": "auto", | |
| "reduceOptions": { | |
| "calcs": [ | |
| "lastNotNull" | |
| ], | |
| "fields": "", | |
| "values": false | |
| }, | |
| "textMode": "auto" | |
| }, | |
| "pluginVersion": "10.3.0-62883", | |
| "targets": [ | |
| { | |
| "datasource": { | |
| "type": "prometheus", | |
| "uid": "$datasource" | |
| }, | |
| "disableTextWrap": false, | |
| "editorMode": "builder", | |
| "expr": "avg by(job) (openai_totalTokens{job=~\"$job\"})", | |
| "fullMetaSearch": false, | |
| "includeNullMetadata": true, | |
| "instant": false, | |
| "legendFormat": "__auto", | |
| "range": true, | |
| "refId": "A", | |
| "useBackend": false | |
| } | |
| ], | |
| "title": "Avg Total Tokens", | |
| "transparent": true, | |
| "type": "stat" | |
| }, | |
| { | |
| "datasource": { | |
| "type": "prometheus", | |
| "uid": "$datasource" | |
| }, | |
| "description": "Average Cost over time in USD", | |
| "fieldConfig": { | |
| "defaults": { | |
| "color": { | |
| "mode": "continuous-BlPu" | |
| }, | |
| "mappings": [], | |
| "thresholds": { | |
| "mode": "absolute", | |
| "steps": [ | |
| { | |
| "color": "green", | |
| "value": null | |
| } | |
| ] | |
| }, | |
| "unit": "currencyUSD" | |
| }, | |
| "overrides": [] | |
| }, | |
| "gridPos": { | |
| "h": 5, | |
| "w": 10, | |
| "x": 0, | |
| "y": 3 | |
| }, | |
| "id": 7, | |
| "options": { | |
| "colorMode": "background", | |
| "graphMode": "area", | |
| "justifyMode": "auto", | |
| "orientation": "auto", | |
| "reduceOptions": { | |
| "calcs": [ | |
| "lastNotNull" | |
| ], | |
| "fields": "", | |
| "values": false | |
| }, | |
| "textMode": "auto" | |
| }, | |
| "pluginVersion": "10.3.0-62883", | |
| "targets": [ | |
| { | |
| "datasource": { | |
| "type": "prometheus", | |
| "uid": "$datasource" | |
| }, | |
| "disableTextWrap": false, | |
| "editorMode": "builder", | |
| "expr": "avg by(job) (openai_usageCost{job=~\"$job\"})", | |
| "fullMetaSearch": false, | |
| "includeNullMetadata": true, | |
| "instant": false, | |
| "legendFormat": "__auto", | |
| "range": true, | |
| "refId": "A", | |
| "useBackend": false | |
| } | |
| ], | |
| "title": "Average Cost (USD)", | |
| "transparent": true, | |
| "type": "stat" | |
| }, | |
| { | |
| "datasource": { | |
| "type": "prometheus", | |
| "uid": "$datasource" | |
| }, | |
| "description": "Avg Total tokens used per request", | |
| "fieldConfig": { | |
| "defaults": { | |
| "color": { | |
| "mode": "continuous-BlPu" | |
| }, | |
| "mappings": [], | |
| "min": 0, | |
| "thresholds": { | |
| "mode": "absolute", | |
| "steps": [ | |
| { | |
| "color": "green", | |
| "value": null | |
| }, | |
| { | |
| "color": "red", | |
| "value": 4047 | |
| } | |
| ] | |
| }, | |
| "unit": "none" | |
| }, | |
| "overrides": [] | |
| }, | |
| "gridPos": { | |
| "h": 4, | |
| "w": 7, | |
| "x": 10, | |
| "y": 4 | |
| }, | |
| "id": 12, | |
| "options": { | |
| "colorMode": "background", | |
| "graphMode": "area", | |
| "justifyMode": "auto", | |
| "orientation": "auto", | |
| "reduceOptions": { | |
| "calcs": [ | |
| "lastNotNull" | |
| ], | |
| "fields": "", | |
| "values": false | |
| }, | |
| "textMode": "auto" | |
| }, | |
| "pluginVersion": "10.3.0-62883", | |
| "targets": [ | |
| { | |
| "datasource": { | |
| "type": "prometheus", | |
| "uid": "$datasource" | |
| }, | |
| "disableTextWrap": false, | |
| "editorMode": "builder", | |
| "expr": "avg by(job) (openai_completionTokens{job=~\"$job\"})", | |
| "fullMetaSearch": false, | |
| "includeNullMetadata": true, | |
| "instant": false, | |
| "legendFormat": "__auto", | |
| "range": true, | |
| "refId": "A", | |
| "useBackend": false | |
| } | |
| ], | |
| "title": "Avg Completion Tokens", | |
| "transparent": true, | |
| "type": "stat" | |
| }, | |
| { | |
| "datasource": { | |
| "type": "prometheus", | |
| "uid": "$datasource" | |
| }, | |
| "description": "Avg Total tokens used per request", | |
| "fieldConfig": { | |
| "defaults": { | |
| "color": { | |
| "mode": "continuous-BlPu" | |
| }, | |
| "mappings": [], | |
| "thresholds": { | |
| "mode": "absolute", | |
| "steps": [ | |
| { | |
| "color": "green", | |
| "value": null | |
| }, | |
| { | |
| "color": "red", | |
| "value": 4047 | |
| } | |
| ] | |
| }, | |
| "unit": "none" | |
| }, | |
| "overrides": [] | |
| }, | |
| "gridPos": { | |
| "h": 4, | |
| "w": 7, | |
| "x": 17, | |
| "y": 4 | |
| }, | |
| "id": 13, | |
| "options": { | |
| "colorMode": "background", | |
| "graphMode": "area", | |
| "justifyMode": "auto", | |
| "orientation": "auto", | |
| "reduceOptions": { | |
| "calcs": [ | |
| "lastNotNull" | |
| ], | |
| "fields": "", | |
| "values": false | |
| }, | |
| "textMode": "auto" | |
| }, | |
| "pluginVersion": "10.3.0-62883", | |
| "targets": [ | |
| { | |
| "datasource": { | |
| "type": "prometheus", | |
| "uid": "$datasource" | |
| }, | |
| "disableTextWrap": false, | |
| "editorMode": "builder", | |
| "expr": "avg by(job) (openai_promptTokens{job=~\"$job\"})", | |
| "fullMetaSearch": false, | |
| "includeNullMetadata": true, | |
| "instant": false, | |
| "legendFormat": "__auto", | |
| "range": true, | |
| "refId": "A", | |
| "useBackend": false | |
| } | |
| ], | |
| "title": "Avg Prompt Tokens", | |
| "transparent": true, | |
| "type": "stat" | |
| }, | |
| { | |
| "datasource": { | |
| "type": "prometheus", | |
| "uid": "$datasource" | |
| }, | |
| "description": "Top 5 Models used in OpenAI API requests", | |
| "fieldConfig": { | |
| "defaults": { | |
| "color": { | |
| "mode": "palette-classic-by-name" | |
| }, | |
| "mappings": [], | |
| "min": 0, | |
| "thresholds": { | |
| "mode": "absolute", | |
| "steps": [ | |
| { | |
| "color": "green", | |
| "value": null | |
| }, | |
| { | |
| "color": "red", | |
| "value": 80 | |
| } | |
| ] | |
| }, | |
| "unit": "none" | |
| }, | |
| "overrides": [] | |
| }, | |
| "gridPos": { | |
| "h": 7, | |
| "w": 9, | |
| "x": 0, | |
| "y": 8 | |
| }, | |
| "id": 11, | |
| "options": { | |
| "displayMode": "lcd", | |
| "minVizHeight": 10, | |
| "minVizWidth": 0, | |
| "namePlacement": "auto", | |
| "orientation": "horizontal", | |
| "reduceOptions": { | |
| "calcs": [ | |
| "lastNotNull" | |
| ], | |
| "fields": "", | |
| "values": false | |
| }, | |
| "showUnfilled": true, | |
| "valueMode": "text" | |
| }, | |
| "pluginVersion": "10.3.0-62883", | |
| "targets": [ | |
| { | |
| "datasource": { | |
| "type": "prometheus", | |
| "uid": "$datasource" | |
| }, | |
| "disableTextWrap": false, | |
| "editorMode": "code", | |
| "expr": "topk by(model) (5, count_over_time(openai_completionTokens{job=~\"$job\"}[$__range]))", | |
| "fullMetaSearch": false, | |
| "includeNullMetadata": true, | |
| "instant": false, | |
| "legendFormat": "{{model}}", | |
| "range": true, | |
| "refId": "A", | |
| "useBackend": false | |
| } | |
| ], | |
| "title": "Top 5 Models", | |
| "transparent": true, | |
| "type": "bargauge" | |
| }, | |
| { | |
| "datasource": { | |
| "type": "prometheus", | |
| "uid": "$datasource" | |
| }, | |
| "description": "OpenAI Model usage overtime", | |
| "fieldConfig": { | |
| "defaults": { | |
| "color": { | |
| "mode": "palette-classic" | |
| }, | |
| "custom": { | |
| "axisBorderShow": false, | |
| "axisCenteredZero": false, | |
| "axisColorMode": "text", | |
| "axisLabel": "", | |
| "axisPlacement": "auto", | |
| "barAlignment": 0, | |
| "drawStyle": "line", | |
| "fillOpacity": 0, | |
| "gradientMode": "none", | |
| "hideFrom": { | |
| "legend": false, | |
| "tooltip": false, | |
| "viz": false | |
| }, | |
| "insertNulls": false, | |
| "lineInterpolation": "linear", | |
| "lineStyle": { | |
| "fill": "solid" | |
| }, | |
| "lineWidth": 1, | |
| "pointSize": 5, | |
| "scaleDistribution": { | |
| "type": "linear" | |
| }, | |
| "showPoints": "auto", | |
| "spanNulls": false, | |
| "stacking": { | |
| "group": "A", | |
| "mode": "none" | |
| }, | |
| "thresholdsStyle": { | |
| "mode": "off" | |
| } | |
| }, | |
| "mappings": [], | |
| "min": 0, | |
| "thresholds": { | |
| "mode": "absolute", | |
| "steps": [ | |
| { | |
| "color": "green", | |
| "value": null | |
| }, | |
| { | |
| "color": "red", | |
| "value": 80 | |
| } | |
| ] | |
| }, | |
| "unit": "none" | |
| }, | |
| "overrides": [] | |
| }, | |
| "gridPos": { | |
| "h": 7, | |
| "w": 15, | |
| "x": 9, | |
| "y": 8 | |
| }, | |
| "id": 14, | |
| "options": { | |
| "legend": { | |
| "calcs": [], | |
| "displayMode": "list", | |
| "placement": "bottom", | |
| "showLegend": true | |
| }, | |
| "tooltip": { | |
| "mode": "single", | |
| "sort": "none" | |
| } | |
| }, | |
| "pluginVersion": "10.2.0-59542pre", | |
| "targets": [ | |
| { | |
| "datasource": { | |
| "type": "prometheus", | |
| "uid": "$datasource" | |
| }, | |
| "disableTextWrap": false, | |
| "editorMode": "code", | |
| "expr": "topk by(model) (5, count_over_time(openai_completionTokens{job=~\"$job\"}[$__range]))", | |
| "fullMetaSearch": false, | |
| "includeNullMetadata": true, | |
| "instant": false, | |
| "legendFormat": "{{model}}", | |
| "range": true, | |
| "refId": "A", | |
| "useBackend": false | |
| } | |
| ], | |
| "title": "Model usage overtime", | |
| "transparent": true, | |
| "type": "timeseries" | |
| }, | |
| { | |
| "datasource": { | |
| "type": "prometheus", | |
| "uid": "$datasource" | |
| }, | |
| "description": "Total Tokens used in each query overtime", | |
| "fieldConfig": { | |
| "defaults": { | |
| "color": { | |
| "mode": "palette-classic" | |
| }, | |
| "custom": { | |
| "axisBorderShow": false, | |
| "axisCenteredZero": false, | |
| "axisColorMode": "text", | |
| "axisLabel": "", | |
| "axisPlacement": "auto", | |
| "barAlignment": 0, | |
| "drawStyle": "line", | |
| "fillOpacity": 0, | |
| "gradientMode": "none", | |
| "hideFrom": { | |
| "legend": false, | |
| "tooltip": false, | |
| "viz": false | |
| }, | |
| "insertNulls": false, | |
| "lineInterpolation": "linear", | |
| "lineStyle": { | |
| "fill": "solid" | |
| }, | |
| "lineWidth": 1, | |
| "pointSize": 5, | |
| "scaleDistribution": { | |
| "log": 2, | |
| "type": "log" | |
| }, | |
| "showPoints": "auto", | |
| "spanNulls": false, | |
| "stacking": { | |
| "group": "A", | |
| "mode": "none" | |
| }, | |
| "thresholdsStyle": { | |
| "mode": "off" | |
| } | |
| }, | |
| "mappings": [], | |
| "thresholds": { | |
| "mode": "absolute", | |
| "steps": [ | |
| { | |
| "color": "green", | |
| "value": null | |
| }, | |
| { | |
| "color": "red", | |
| "value": 80 | |
| } | |
| ] | |
| }, | |
| "unit": "none" | |
| }, | |
| "overrides": [] | |
| }, | |
| "gridPos": { | |
| "h": 5, | |
| "w": 12, | |
| "x": 0, | |
| "y": 15 | |
| }, | |
| "id": 17, | |
| "options": { | |
| "legend": { | |
| "calcs": [], | |
| "displayMode": "list", | |
| "placement": "bottom", | |
| "showLegend": false | |
| }, | |
| "tooltip": { | |
| "mode": "single", | |
| "sort": "none" | |
| } | |
| }, | |
| "targets": [ | |
| { | |
| "datasource": { | |
| "type": "prometheus", | |
| "uid": "$datasource" | |
| }, | |
| "disableTextWrap": false, | |
| "editorMode": "code", | |
| "expr": "avg by(job) (openai_totalTokens{job=~\"$job\"})", | |
| "fullMetaSearch": false, | |
| "includeNullMetadata": true, | |
| "instant": false, | |
| "legendFormat": "__auto", | |
| "range": true, | |
| "refId": "A", | |
| "useBackend": false | |
| } | |
| ], | |
| "title": "Total Tokens", | |
| "transparent": true, | |
| "type": "timeseries" | |
| }, | |
| { | |
| "datasource": { | |
| "type": "prometheus", | |
| "uid": "$datasource" | |
| }, | |
| "description": "Token Usage by Model", | |
| "fieldConfig": { | |
| "defaults": { | |
| "color": { | |
| "mode": "palette-classic" | |
| }, | |
| "custom": { | |
| "axisBorderShow": false, | |
| "axisCenteredZero": false, | |
| "axisColorMode": "text", | |
| "axisLabel": "", | |
| "axisPlacement": "auto", | |
| "barAlignment": 0, | |
| "drawStyle": "line", | |
| "fillOpacity": 0, | |
| "gradientMode": "none", | |
| "hideFrom": { | |
| "legend": false, | |
| "tooltip": false, | |
| "viz": false | |
| }, | |
| "insertNulls": false, | |
| "lineInterpolation": "linear", | |
| "lineWidth": 1, | |
| "pointSize": 5, | |
| "scaleDistribution": { | |
| "type": "linear" | |
| }, | |
| "showPoints": "auto", | |
| "spanNulls": false, | |
| "stacking": { | |
| "group": "A", | |
| "mode": "none" | |
| }, | |
| "thresholdsStyle": { | |
| "mode": "off" | |
| } | |
| }, | |
| "mappings": [], | |
| "thresholds": { | |
| "mode": "absolute", | |
| "steps": [ | |
| { | |
| "color": "green", | |
| "value": null | |
| }, | |
| { | |
| "color": "red", | |
| "value": 80 | |
| } | |
| ] | |
| }, | |
| "unit": "none" | |
| }, | |
| "overrides": [] | |
| }, | |
| "gridPos": { | |
| "h": 10, | |
| "w": 12, | |
| "x": 12, | |
| "y": 15 | |
| }, | |
| "id": 16, | |
| "options": { | |
| "legend": { | |
| "calcs": [], | |
| "displayMode": "list", | |
| "placement": "bottom", | |
| "showLegend": true | |
| }, | |
| "tooltip": { | |
| "mode": "single", | |
| "sort": "none" | |
| } | |
| }, | |
| "targets": [ | |
| { | |
| "datasource": { | |
| "type": "prometheus", | |
| "uid": "$datasource" | |
| }, | |
| "disableTextWrap": false, | |
| "editorMode": "code", | |
| "expr": "sum by(model) (openai_totalTokens{job=~\"$job\"})", | |
| "fullMetaSearch": false, | |
| "includeNullMetadata": true, | |
| "instant": false, | |
| "legendFormat": "{{model}}", | |
| "range": true, | |
| "refId": "A", | |
| "useBackend": false | |
| } | |
| ], | |
| "title": "Token Usage by Model", | |
| "transparent": true, | |
| "type": "timeseries" | |
| }, | |
| { | |
| "datasource": { | |
| "type": "prometheus", | |
| "uid": "$datasource" | |
| }, | |
| "description": "Duration overtime taken by each request", | |
| "fieldConfig": { | |
| "defaults": { | |
| "color": { | |
| "mode": "palette-classic" | |
| }, | |
| "custom": { | |
| "axisBorderShow": false, | |
| "axisCenteredZero": false, | |
| "axisColorMode": "text", | |
| "axisLabel": "", | |
| "axisPlacement": "auto", | |
| "barAlignment": 0, | |
| "drawStyle": "line", | |
| "fillOpacity": 0, | |
| "gradientMode": "none", | |
| "hideFrom": { | |
| "legend": false, | |
| "tooltip": false, | |
| "viz": false | |
| }, | |
| "insertNulls": false, | |
| "lineInterpolation": "smooth", | |
| "lineStyle": { | |
| "fill": "solid" | |
| }, | |
| "lineWidth": 1, | |
| "pointSize": 5, | |
| "scaleDistribution": { | |
| "log": 2, | |
| "type": "log" | |
| }, | |
| "showPoints": "auto", | |
| "spanNulls": false, | |
| "stacking": { | |
| "group": "A", | |
| "mode": "none" | |
| }, | |
| "thresholdsStyle": { | |
| "mode": "off" | |
| } | |
| }, | |
| "mappings": [], | |
| "thresholds": { | |
| "mode": "absolute", | |
| "steps": [ | |
| { | |
| "color": "green", | |
| "value": null | |
| }, | |
| { | |
| "color": "red", | |
| "value": 80 | |
| } | |
| ] | |
| }, | |
| "unit": "none" | |
| }, | |
| "overrides": [] | |
| }, | |
| "gridPos": { | |
| "h": 5, | |
| "w": 12, | |
| "x": 0, | |
| "y": 20 | |
| }, | |
| "id": 15, | |
| "options": { | |
| "legend": { | |
| "calcs": [], | |
| "displayMode": "list", | |
| "placement": "bottom", | |
| "showLegend": true | |
| }, | |
| "tooltip": { | |
| "mode": "single", | |
| "sort": "none" | |
| } | |
| }, | |
| "pluginVersion": "10.2.0-59542pre", | |
| "targets": [ | |
| { | |
| "datasource": { | |
| "type": "prometheus", | |
| "uid": "$datasource" | |
| }, | |
| "disableTextWrap": false, | |
| "editorMode": "code", | |
| "exemplar": false, | |
| "expr": "openai_requestDuration{job=~\"$job\"}", | |
| "format": "table", | |
| "fullMetaSearch": false, | |
| "includeNullMetadata": true, | |
| "instant": false, | |
| "legendFormat": "Request Duration", | |
| "range": true, | |
| "refId": "A", | |
| "useBackend": false | |
| } | |
| ], | |
| "title": "Request Duration", | |
| "transparent": true, | |
| "type": "timeseries" | |
| }, | |
| { | |
| "datasource": { | |
| "type": "prometheus", | |
| "uid": "$datasource" | |
| }, | |
| "description": "Completion Tokens used overtime in each request", | |
| "fieldConfig": { | |
| "defaults": { | |
| "color": { | |
| "mode": "palette-classic" | |
| }, | |
| "custom": { | |
| "axisCenteredZero": false, | |
| "axisColorMode": "text", | |
| "axisLabel": "", | |
| "axisPlacement": "auto", | |
| "barAlignment": 0, | |
| "drawStyle": "line", | |
| "fillOpacity": 0, | |
| "gradientMode": "none", | |
| "hideFrom": { | |
| "legend": false, | |
| "tooltip": false, | |
| "viz": false | |
| }, | |
| "insertNulls": false, | |
| "lineInterpolation": "linear", | |
| "lineWidth": 1, | |
| "pointSize": 5, | |
| "scaleDistribution": { | |
| "type": "linear" | |
| }, | |
| "showPoints": "auto", | |
| "spanNulls": false, | |
| "stacking": { | |
| "group": "A", | |
| "mode": "none" | |
| }, | |
| "thresholdsStyle": { | |
| "mode": "off" | |
| } | |
| }, | |
| "mappings": [], | |
| "thresholds": { | |
| "mode": "absolute", | |
| "steps": [ | |
| { | |
| "color": "green" | |
| }, | |
| { | |
| "color": "red", | |
| "value": 80 | |
| } | |
| ] | |
| }, | |
| "unit": "none" | |
| }, | |
| "overrides": [] | |
| }, | |
| "gridPos": { | |
| "h": 7, | |
| "w": 24, | |
| "x": 0, | |
| "y": 25 | |
| }, | |
| "id": 3, | |
| "options": { | |
| "legend": { | |
| "calcs": [], | |
| "displayMode": "list", | |
| "placement": "bottom", | |
| "showLegend": true | |
| }, | |
| "tooltip": { | |
| "mode": "single", | |
| "sort": "none" | |
| } | |
| }, | |
| "pluginVersion": "10.2.0-59542pre", | |
| "targets": [ | |
| { | |
| "datasource": { | |
| "type": "prometheus", | |
| "uid": "$datasource" | |
| }, | |
| "disableTextWrap": false, | |
| "editorMode": "code", | |
| "expr": "avg by(job) (openai_completionTokens{job=~\"$job\"})", | |
| "fullMetaSearch": false, | |
| "includeNullMetadata": true, | |
| "instant": false, | |
| "legendFormat": "Completition Tokens", | |
| "range": true, | |
| "refId": "A", | |
| "useBackend": false | |
| } | |
| ], | |
| "title": "Completion Tokens", | |
| "transparent": true, | |
| "type": "timeseries" | |
| }, | |
| { | |
| "datasource": { | |
| "type": "prometheus", | |
| "uid": "$datasource" | |
| }, | |
| "description": "Prompt Tokens used overtime in each request", | |
| "fieldConfig": { | |
| "defaults": { | |
| "color": { | |
| "mode": "palette-classic" | |
| }, | |
| "custom": { | |
| "axisCenteredZero": false, | |
| "axisColorMode": "text", | |
| "axisLabel": "", | |
| "axisPlacement": "auto", | |
| "barAlignment": 0, | |
| "drawStyle": "line", | |
| "fillOpacity": 0, | |
| "gradientMode": "none", | |
| "hideFrom": { | |
| "legend": false, | |
| "tooltip": false, | |
| "viz": false | |
| }, | |
| "insertNulls": false, | |
| "lineInterpolation": "linear", | |
| "lineWidth": 1, | |
| "pointSize": 5, | |
| "scaleDistribution": { | |
| "type": "linear" | |
| }, | |
| "showPoints": "auto", | |
| "spanNulls": false, | |
| "stacking": { | |
| "group": "A", | |
| "mode": "none" | |
| }, | |
| "thresholdsStyle": { | |
| "mode": "off" | |
| } | |
| }, | |
| "mappings": [], | |
| "thresholds": { | |
| "mode": "absolute", | |
| "steps": [ | |
| { | |
| "color": "green" | |
| }, | |
| { | |
| "color": "red", | |
| "value": 80 | |
| } | |
| ] | |
| }, | |
| "unit": "none" | |
| }, | |
| "overrides": [] | |
| }, | |
| "gridPos": { | |
| "h": 8, | |
| "w": 24, | |
| "x": 0, | |
| "y": 32 | |
| }, | |
| "id": 2, | |
| "options": { | |
| "legend": { | |
| "calcs": [], | |
| "displayMode": "list", | |
| "placement": "bottom", | |
| "showLegend": false | |
| }, | |
| "tooltip": { | |
| "mode": "single", | |
| "sort": "none" | |
| } | |
| }, | |
| "targets": [ | |
| { | |
| "datasource": { | |
| "type": "prometheus", | |
| "uid": "$datasource" | |
| }, | |
| "disableTextWrap": false, | |
| "editorMode": "builder", | |
| "expr": "avg by(job) (openai_promptTokens{job=~\"$job\"})", | |
| "fullMetaSearch": false, | |
| "includeNullMetadata": true, | |
| "instant": false, | |
| "legendFormat": "Prompt Tokens", | |
| "range": true, | |
| "refId": "A", | |
| "useBackend": false | |
| } | |
| ], | |
| "title": "Prompt Tokens", | |
| "transparent": true, | |
| "type": "timeseries" | |
| }, | |
| { | |
| "datasource": { | |
| "type": "loki", | |
| "uid": "${DS_QRYN_LOGS}" | |
| }, | |
| "description": "Prompts and Responses", | |
| "fieldConfig": { | |
| "defaults": { | |
| "color": { | |
| "mode": "continuous-BlPu" | |
| }, | |
| "custom": { | |
| "align": "auto", | |
| "cellOptions": { | |
| "mode": "gradient", | |
| "type": "color-background" | |
| }, | |
| "filterable": false, | |
| "inspect": true | |
| }, | |
| "mappings": [], | |
| "thresholds": { | |
| "mode": "absolute", | |
| "steps": [ | |
| { | |
| "color": "green" | |
| }, | |
| { | |
| "color": "red", | |
| "value": 80 | |
| } | |
| ] | |
| }, | |
| "unit": "string" | |
| }, | |
| "overrides": [] | |
| }, | |
| "gridPos": { | |
| "h": 15, | |
| "w": 24, | |
| "x": 0, | |
| "y": 40 | |
| }, | |
| "id": 10, | |
| "options": { | |
| "cellHeight": "md", | |
| "footer": { | |
| "countRows": false, | |
| "enablePagination": false, | |
| "fields": "", | |
| "reducer": [ | |
| "sum" | |
| ], | |
| "show": false | |
| }, | |
| "showHeader": true, | |
| "sortBy": [ | |
| { | |
| "desc": true, | |
| "displayName": "Time" | |
| } | |
| ] | |
| }, | |
| "pluginVersion": "10.2.0-59981", | |
| "targets": [ | |
| { | |
| "datasource": { | |
| "type": "loki", | |
| "uid": "${DS_QRYN_LOGS}" | |
| }, | |
| "editorMode": "builder", | |
| "expr": "{job=~\"$job\"}", | |
| "queryType": "range", | |
| "refId": "A" | |
| } | |
| ], | |
| "title": "Prompts and Responses", | |
| "transformations": [ | |
| { | |
| "id": "extractFields", | |
| "options": { | |
| "source": "labels" | |
| } | |
| }, | |
| { | |
| "id": "organize", | |
| "options": { | |
| "excludeByName": { | |
| "completion_tokens": true, | |
| "finish_reason": true, | |
| "id": true, | |
| "integration": true, | |
| "job": true, | |
| "labels": true, | |
| "prompt": false, | |
| "prompt_tokens": true, | |
| "role": true, | |
| "traceID": true, | |
| "tsNs": true, | |
| "type": true | |
| }, | |
| "indexByName": { | |
| "Line": 3, | |
| "Time": 1, | |
| "completion_tokens": 7, | |
| "finish_reason": 8, | |
| "id": 5, | |
| "job": 12, | |
| "labels": 0, | |
| "model": 10, | |
| "prompt": 2, | |
| "prompt_tokens": 9, | |
| "role": 13, | |
| "total_tokens": 11, | |
| "traceID": 6, | |
| "tsNs": 4 | |
| }, | |
| "renameByName": { | |
| "Line": "Response" | |
| } | |
| } | |
| } | |
| ], | |
| "transparent": true, | |
| "type": "table" | |
| } | |
| ], | |
| "refresh": "30s", | |
| "schemaVersion": 39, | |
| "tags": [ | |
| "openai-integration" | |
| ], | |
| "templating": { | |
| "list": [ | |
| { | |
| "current": { | |
| "selected": true, | |
| "text": [ | |
| "qryn-prom" | |
| ], | |
| "value": [ | |
| "qryncloud-prom" | |
| ] | |
| }, | |
| "hide": 0, | |
| "includeAll": true, | |
| "label": "Prometheus data source", | |
| "multi": true, | |
| "name": "datasource", | |
| "options": [], | |
| "query": "prometheus", | |
| "queryValue": "", | |
| "refresh": 1, | |
| "regex": "(?!qryncloud-usage|qryncloud-ml-metrics).+", | |
| "skipUrlSync": false, | |
| "type": "datasource" | |
| }, | |
| { | |
| "allValue": ".+", | |
| "current": {}, | |
| "datasource": { | |
| "type": "prometheus", | |
| "uid": "$datasource" | |
| }, | |
| "definition": "label_values(job)", | |
| "hide": 0, | |
| "includeAll": true, | |
| "label": "Job", | |
| "multi": true, | |
| "name": "job", | |
| "options": [], | |
| "query": { | |
| "query": "label_values(job)", | |
| "refId": "PrometheusVariableQueryEditor-VariableQuery" | |
| }, | |
| "refresh": 2, | |
| "regex": "", | |
| "skipUrlSync": false, | |
| "sort": 0, | |
| "type": "query" | |
| } | |
| ] | |
| }, | |
| "time": { | |
| "from": "now-30m", | |
| "to": "now" | |
| }, | |
| "timepicker": {}, | |
| "timezone": "", | |
| "title": "OpenAI Monitoring", | |
| "uid": "ebd58eb6-f2f8-481e-aa6c-bc02387821c7", | |
| "version": 1, | |
| "weekStart": "" | |
| } |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment