cleanup repo

examples/grafana-monitoring/README.md

@@ -0,0 +1,4 @@
+# References
+
+- https://blog.lrvt.de/monitoring-dashboard-with-grafana-telegraf-influxdb-and-docker/
+- https://blog.lrvt.de/log-visualization-with-grafana-loki-promtail/

examples/grafana-monitoring/docker-compose.yml

@@ -0,0 +1,104 @@
+version: "2"
+
+services:
+
+  loki:
+    image: grafana/loki:latest
+    hostname: loki
+    container_name: loki
+    volumes:
+      - /mnt/docker-volumes/loki:/etc/loki # see example-configs and place loki-config.yml
+    ports:
+      - "127.0.0.1:3100:3100"
+    restart: unless-stopped
+    user: 1000:1000
+    command: -config.file=/etc/loki/loki-config.yml  
+    networks:
+      - monitoring_default
+
+  promtail:
+    image: grafana/promtail:latest
+    container_name: promtail
+    depends_on:
+      - loki
+    hostname: promtail
+    volumes:
+      - /var/log:/var/log
+      - /mnt/docker-volumes/promtail:/etc/promtail # see example-configs and place promtail-config.yml
+      #- /mnt/docker-volumes/traefik/logs:/var/log/traefik
+    restart: unless-stopped
+    command: -config.file=/etc/promtail/promtail-config.yml
+    networks:
+      - monitoring_default
+
+  influxdb:
+    image: influxdb:1.8.10
+    container_name: influxdb
+    hostname: influxdb
+    restart: unless-stopped
+    volumes:
+      - /mnt/docker-volumes/influxdb/data:/var/lib/influxdb
+      - /mnt/docker-volumes/influxdb/influxdb.conf:/etc/influxdb/influxdb.conf:ro # see example-configs and place infuxdb.conf
+      - /mnt/docker-volumes/influxdb/init:/docker-entrypoint-initdb.d # see example-configs and place create-database.iql
+    environment:
+      - INFLUXDB_ADMIN_USER=admin
+      - INFLUXDB_ADMIN_PASSWORD=SuperDuperAdminPW
+    networks:
+      - monitoring_default
+
+  telegraf:
+    image: telegraf:latest
+    restart: unless-stopped
+    user: telegraf:998 # see: https://www.influxdata.com/blog/docker-run-telegraf-as-non-root/
+    container_name: telegraf
+    hostname: telegraf
+    dns:
+      - 1.1.1.1
+      - 8.8.8.8
+    depends_on:
+      - influxdb
+    volumes:
+      - /mnt/docker-volumes/telegraf/telegraf.conf:/etc/telegraf/telegraf.conf:ro # see example-configs and place telegraf.conf
+      - /:/hostfs:ro
+      - /etc:/hostfs/etc:ro
+      - /proc:/hostfs/proc:ro
+      - /sys:/hostfs/sys:ro
+      - /var/run/utmp:/var/run/utmp:ro
+      - /var/run/docker.sock:/var/run/docker.sock:ro
+    environment:
+      - HOST_ETC=/hostfs/etc
+      - HOST_PROC=/hostfs/proc
+      - HOST_SYS=/hostfs/sys
+      - HOST_MOUNT_PREFIX=/hostfs
+    networks:
+      - monitoring_default
+
+  grafana:
+    container_name: grafana
+    hostname: grafana
+    user: 1000:1000
+    depends_on:
+      - influxdb
+      - loki
+      - promtail
+    image: grafana/grafana:latest
+    restart: unless-stopped
+    #environment:
+    #  - GF_SERVER_ROOT_URL=https://grafana.example.com # optional
+    volumes:
+      - /mnt/docker-volumes/grafana:/var/lib/grafana
+    ports:
+      - 3000:3000
+    networks:
+      - monitoring_default
+    #labels:
+    #  - traefik.enable=true
+    #  - traefik.http.routers.grafana.rule=Host(`grafana.example.com`)
+    #  - traefik.http.services.grafana.loadbalancer.server.port=3000
+    #  - traefik.docker.network=proxy
+    #  # Part for local lan services only
+    #  - traefik.http.routers.grafana.middlewares=local-ipwhitelist@file
+
+networks:
+  monitoring_default:
+   external: true

examples/grafana-monitoring/example-configs/create-database.iql

@@ -0,0 +1,3 @@
+CREATE DATABASE telegraf WITH DURATION 31d
+CREATE USER telegrafuser WITH PASSWORD 'MyStrongTelegrafPassword'
+GRANT ALL ON telegraf to telegrafuser

examples/grafana-monitoring/example-configs/influxdb.conf

@@ -0,0 +1,24 @@
+# Bind address to use for the RPC service for backup and restore.
+bind-address = "127.0.0.1:8088"
+[meta]
+  dir = "/var/lib/influxdb/meta"
+[data]
+  dir = "/var/lib/influxdb/data"
+  wal-dir = "/var/lib/influxdb/wal"
+  series-id-set-cache-size = 100
+[http]
+  enabled = true
+  bind-address = ":8086"
+  auth-enabled = true
+[logging]
+[subscriber]
+[[graphite]]
+[[collectd]]
+[[opentsdb]]
+[[udp]]
+[continuous_queries]
+[tls]
+[coordinator]
+[retention]
+[shard-precreation]
+[monitor]

examples/grafana-monitoring/example-configs/loki-config.yml

@@ -0,0 +1,48 @@
+auth_enabled: false
+
+server:
+  http_listen_port: 3100
+  grpc_listen_port: 9096
+
+common:
+  path_prefix: /tmp/loki
+  storage:
+    filesystem:
+      chunks_directory: /tmp/loki/chunks
+      rules_directory: /tmp/loki/rules
+  replication_factor: 1
+  ring:
+    instance_addr: 127.0.0.1
+    kvstore:
+      store: inmemory
+
+limits_config:
+   reject_old_samples: true
+   reject_old_samples_max_age: 168h
+   retention_period: 360h
+   max_query_series: 100000
+   max_query_parallelism: 2
+
+schema_config:
+  configs:
+    - from: 2020-10-24
+      store: boltdb-shipper
+      object_store: filesystem
+      schema: v11
+      index:
+        prefix: index_
+        period: 24h
+
+query_range:
+  split_queries_by_interval: 0
+  parallelise_shardable_queries: false
+
+querier:
+  max_concurrent: 2048
+
+frontend:
+  max_outstanding_per_tenant: 4096
+  compress_responses: true
+
+ruler:
+  alertmanager_url: http://localhost:9093

examples/grafana-monitoring/example-configs/promtail-config.yml

@@ -0,0 +1,35 @@
+server:
+  http_listen_port: 9080
+  grpc_listen_port: 0
+
+positions:
+  filename: /tmp/positions.yaml
+
+clients:
+  - url: http://loki:3100/loki/api/v1/push
+
+# local machine logs
+scrape_configs:
+  - job_name: vpn
+    static_configs:
+    - targets:
+        - localhost
+      labels:
+        job: vpnlogs
+        __path__: /var/log/openvpn.log
+
+  - job_name: auth
+    static_configs:
+    - targets:
+        - localhost
+      labels:
+        job: authlogs
+        __path__: /var/log/auth.log
+
+  - job_name: traefik
+    static_configs:
+    - targets:
+        - localhost
+      labels:
+        job: traefiklogs
+        __path__: /var/log/traefik/*.log

examples/grafana-monitoring/example-configs/telegraf.conf

@@ -0,0 +1,159 @@
+# Telegraf Configuration
+#
+# Telegraf is entirely plugin driven. All metrics are gathered from the
+# declared inputs, and sent to the declared outputs.
+#
+# Plugins must be declared in here to be active.
+# To deactivate a plugin, comment out the name and any variables.
+#
+# Use 'telegraf -config telegraf.conf -test' to see what metrics a config
+# file would generate.
+#
+# Environment variables can be used anywhere in this config file, simply surround
+# them with ${}. For strings the variable must be within quotes (ie, "${STR_VAR}"),
+# for numbers and booleans they should be plain (ie, ${INT_VAR}, ${BOOL_VAR})
+
+
+# CUSTOM Docker
+# ------------------------------------
+
+[[inputs.net]]
+  interfaces = ["eth*", "tun0", "docker0", "dockernet*"]
+  ignore_protocol_stats = false
+
+#[[inputs.file]]
+#  files = ["/sys/class/thermal/thermal_zone0/temp"]
+#  name_override = "cpu_temperature"
+#  data_format = "value"
+#  data_type = "integer"
+
+[[inputs.http_response]]
+  urls = ["https://reddit.com", "https://google.com"]
+  method = "HEAD"
+  follow_redirects = true
+
+[[inputs.dns_query]]
+  servers = ["8.8.8.8", "1.1.1.1"]
+
+# influx v1.8
+[[outputs.influxdb]]
+   urls = ["http://influxdb:8086"]
+   database = "telegraf"
+   username = "telegrafuser"
+   password = "MyStrongTelegrafPassword"
+   skip_database_creation = true
+
+[[inputs.docker]]
+  endpoint = "unix:///var/run/docker.sock"
+  gather_services = false
+  container_name_include = []
+  container_name_exclude = []
+  timeout = "5s"
+  docker_label_include = []
+  docker_label_exclude = []
+  perdevice = true
+  total = false
+  
+[[inputs.cpu]]
+  percpu = true
+  totalcpu = true
+  collect_cpu_time = false
+  report_active = false
+
+[[inputs.disk]]
+  ignore_fs = ["tmpfs", "devtmpfs", "devfs", "iso9660", "overlay", "aufs", "squashfs"]
+
+[[inputs.diskio]]
+
+[[inputs.kernel]]
+
+[[inputs.mem]]
+
+[[inputs.processes]]
+
+[[inputs.swap]]
+
+[[inputs.system]]  
+
+# --------------------------------------
+
+# Global tags can be specified here in key="value" format.
+[global_tags]
+  # dc = "us-east-1" # will tag all metrics with dc=us-east-1
+  # rack = "1a"
+  ## Environment variables can be used as tags, and throughout the config file
+  # user = "$USER"
+
+# Configuration for telegraf agent
+[agent]
+  ## Default data collection interval for all inputs
+  interval = "30s"
+  
+  ## Rounds collection interval to 'interval'
+  ## ie, if interval="10s" then always collect on :00, :10, :20, etc.
+  round_interval = true
+  
+  ## Telegraf will send metrics to outputs in batches of at most
+  ## metric_batch_size metrics.
+  ## This controls the size of writes that Telegraf sends to output plugins.
+  metric_batch_size = 1000
+
+  ## Maximum number of unwritten metrics per output.  Increasing this value
+  ## allows for longer periods of output downtime without dropping metrics at the
+  ## cost of higher maximum memory usage.
+  metric_buffer_limit = 10000
+
+  ## Collection jitter is used to jitter the collection by a random amount.
+  ## Each plugin will sleep for a random time within jitter before collecting.
+  ## This can be used to avoid many plugins querying things like sysfs at the
+  ## same time, which can have a measurable effect on the system.
+  collection_jitter = "0s"
+
+  ## Default flushing interval for all outputs. Maximum flush_interval will be
+  ## flush_interval + flush_jitter
+  flush_interval = "10s"
+  ## Jitter the flush interval by a random amount. This is primarily to avoid
+  ## large write spikes for users running a large number of telegraf instances.
+  ## ie, a jitter of 5s and interval 10s means flushes will happen every 10-15s
+  flush_jitter = "0s"
+
+  ## By default or when set to "0s", precision will be set to the same
+  ## timestamp order as the collection interval, with the maximum being 1s.
+  ##   ie, when interval = "10s", precision will be "1s"
+  ##       when interval = "250ms", precision will be "1ms"
+  ## Precision will NOT be used for service inputs. It is up to each individual
+  ## service input to set the timestamp at the appropriate precision.
+  ## Valid time units are "ns", "us" (or "µs"), "ms", "s".
+  precision = ""
+    
+  ## Override default hostname, if empty use os.Hostname()
+  #hostname = "My-Hostname"
+  ## If set to true, do no set the "host" tag in the telegraf agent.
+  omit_hostname = false
+
+  ## Log at debug level.
+  # debug = false
+  ## Log only error level messages.
+  # quiet = false
+
+  ## Log target controls the destination for logs and can be one of "file",
+  ## "stderr" or, on Windows, "eventlog".  When set to "file", the output file
+  ## is determined by the "logfile" setting.
+  # logtarget = "file"
+
+  ## Name of the file to be logged to when using the "file" logtarget.  If set to
+  ## the empty string then logs are written to stderr.
+  # logfile = ""
+
+  ## The logfile will be rotated after the time interval specified.  When set
+  ## to 0 no time based rotation is performed.  Logs are rotated only when
+  ## written to, if there is no log activity rotation may be delayed.
+  # logfile_rotation_interval = "0d"
+
+  ## The logfile will be rotated when it becomes larger than the specified
+  ## size.  When set to 0 no size based rotation is performed.
+  # logfile_rotation_max_size = "0MB"
+
+  ## Maximum number of rotated archives to keep, any older logs are deleted.
+  ## If set to -1, no archives are removed.
+  # logfile_rotation_max_archives = 5