Integrating with Grafana

datasources:
  - name: Prometheus
    type: prometheus
    uid: prometheus-ds
    access: proxy
    url: http://localhost:9090
    isDefault: true
    editable: false

auth:
  type: basic
  basic:
    username: admin
    password: secret

auth:
  type: jwt
  jwt:
    secret: jwt_secret_key

auth:
  type: oauth2
  oauth2:
    client_id: grafana_client_id
    client_secret: grafana_client_secret

up

sum by (instance) (rate(http_requests_total[5m]))

http_requests_total > 1000

{
  "dashboard": {
    "title": "System Metrics Dashboard",
    "time": {
      "from": "now-1h",
      "to": "now"
    },
    "panels": [
      {
        "id": 1,
        "type": "graph",
        "title": "CPU Usage",
        "targets": [
          {
            "expr": "rate(node_cpu_seconds_total{mode!='idle'}[5m])"
          }
        ]
      }
    ]
  }
}

{
  "panels": [
    {
      "title": "CPU Usage",
      "targets": [
        {
          "expr": "rate(node_cpu_seconds_total{job=\"$job\",instance=\"$instance\"}[5m])",
          "legendFormat": "{{cpu}}"
        }
      ]
    }
  ],
  "templating": {
    "list": [
      {
        "name": "job",
        "type": "query",
        "datasource": "Prometheus",
        "label": "Job",
        "query": "label_values(job)"
      },
      {
        "name": "instance",
        "type": "query",
        "datasource": "Prometheus",
        "label": "Instance",
        "query": "label_values(instance)"
      }
    ]
  }
}

package main

import (
    "github.com/prometheus/client_golang/prometheus"
    "github.com/prometheus/client_golang/prometheus/promauto"
)

var (
    httpRequestDuration = promauto.NewHistogramVec(prometheus.HistogramOpts{
        Name: "http_request_duration_seconds",
        Help: "Duration of HTTP requests in seconds",
    }, []string{"method", "endpoint"})
)

func main() {
    // Example of recording a metric with exemplar
    httpRequestDuration.WithLabelValues("GET", "/api/users").Observe(0.5)
}

groups:
- name: example-group
  rules:
  - alert: HighRequestRate
    expr: rate(http_requests_total[5m]) > 100
    for: 2m
    labels:
      severity: page
    annotations:
      summary: "High request rate detected"
      description: "The request rate is {{ $value }} requests/second"

groups:
- name: cpu-alerts
  rules:
  - alert: HighCPUUsage
    expr: (100 - (avg by(instance) (irate(node_cpu_seconds_total{mode="idle"}[5m])) * 100)) > 80
    for: 5m
    labels:
      severity: warning
    annotations:
      summary: "High CPU usage on {{ $labels.instance }}"
      description: "CPU usage is at {{ $value }}%"

groups:
- name: recording-rules
  rules:
  - record: instance:requests_per_second
    expr: rate(http_requests_total[5m])
  - alert: HighRequestRate
    expr: instance:requests_per_second > 100
    for: 2m
    labels:
      severity: page

groups:
- name: example
  rules:
  - alert: InstanceDown
    expr: up == 0
    for: 5m
    labels:
      severity: page
    annotations:
      summary: "Instance {{ $labels.instance }} is down"
      description: "Instance {{ $labels.instance }} of job {{ $labels.job }} has been down for more than 5 minutes."
      runbook_url: "https://mycompany.com/runbooks/instance_down"
      dashboard_url: "https://grafana.company.com/d/abc123/instance-ms"

up{job="prometheus"} == 1

1. Navigate to Grafana UI
2. Go to Dashboards > Import
3. Enter Dashboard ID (e.g., 10000)
4. Select Prometheus data source
5. Click Import

groups:
- name: example_rules
  rules:
  - record: instance:cpu_usage:ratio
    expr: 1 - (avg by (instance) (irate(node_cpu_seconds_total{mode="idle"}[5m])) / 100)
    labels:
      severity: critical

apiVersion: 1

providers:
  - name: "prometheus"
    orgId: 1
    folder: ""
    type: "file"
    disableProvisioning: false
    options:
      path: "/etc/grafana/provisioning/dashboards"

{
  "dashboard": {
    "title": "Prometheus Metrics Dashboard",
    "panels": [
      {
        "title": "CPU Usage",
        "targets": [
          {
            "expr": "rate(node_cpu_seconds_total[5m])"
          }
        ]
      }
    ]
  },
  "overwrite": true
}