use iot telegraf to push tasmota mqtt messages to influx

roles/iot/tasks/influx.yml

@@ -15,25 +15,26 @@
   tags:
     - dependencies
 
-- name: Install InfluxDB and Telegraf from official repository
-  apt:
-    name: "{{ packages }}"
-    state: present
-    update_cache: yes
-  vars:
-    packages:
-    - influxdb
-    - telegraf
-  tags:
-    - dependencies
-
-- name: Configure InfluxDB
-  template:
-    src=etc_influxdb_influxdb.j2
-    dest=/etc/influxdb/influxdb.conf
-    owner=root
-    group=root
-  notify: restart influxdb
+# TODO can no longer run this!
+#- name: Install InfluxDB and Telegraf from official repository
+#  apt:
+#    name: "{{ packages }}"
+#    state: present
+#    update_cache: yes
+#  vars:
+#    packages:
+#    - influxdb
+#    - telegraf
+#  tags:
+#    - dependencies
+#
+#- name: Configure InfluxDB
+#  template:
+#    src=etc_influxdb_influxdb.j2
+#    dest=/etc/influxdb/influxdb.conf
+#    owner=root
+#    group=root
+#  notify: restart influxdb
 
 - name: Create InfluxDB data directories
   file: state=directory path={{ item }} owner=influxdb group=influxdb
@@ -58,6 +59,12 @@
     - 8088  # rpc
   tags: ufw
 
+# TODO influxdb should get following set in
+# /etc/systemd/system/influxdb.service.d/override.conf
+#
+# [Service]
+# TimeoutStartSec=60m
+
 - name: Register new InfluxDB and Telegraf service
   systemd: name={{ item }} daemon_reload=yes enabled=yes
   with_items:

roles/iot/templates/etc_telegraf_telegraf.j2

@@ -4594,64 +4594,64 @@
 #     # unique_timestamp = "auto"
 
 
-# # Read metrics from MQTT topic(s)
-# [[inputs.mqtt_consumer]]
-#   ## MQTT broker URLs to be used. The format should be scheme://host:port,
-#   ## schema can be tcp, ssl, or ws.
-#   servers = ["tcp://localhost:1883"]
-#
-#   ## QoS policy for messages
-#   ##   0 = at most once
-#   ##   1 = at least once
-#   ##   2 = exactly once
-#   ##
-#   ## When using a QoS of 1 or 2, you should enable persistent_session to allow
-#   ## resuming unacknowledged messages.
-#   qos = 0
-#
-#   ## Connection timeout for initial connection in seconds
-#   connection_timeout = "30s"
-#
-#   ## Maximum messages to read from the broker that have not been written by an
-#   ## output.  For best throughput set based on the number of metrics within
-#   ## each message and the size of the output's metric_batch_size.
-#   ##
-#   ## For example, if each message from the queue contains 10 metrics and the
-#   ## output metric_batch_size is 1000, setting this to 100 will ensure that a
-#   ## full batch is collected and the write is triggered immediately without
-#   ## waiting until the next flush_interval.
-#   # max_undelivered_messages = 1000
-#
-#   ## Topics to subscribe to
-#   topics = [
-#     "telegraf/host01/cpu",
-#     "telegraf/+/mem",
-#     "sensors/#",
-#   ]
-#
-#   # if true, messages that can't be delivered while the subscriber is offline
-#   # will be delivered when it comes back (such as on service restart).
-#   # NOTE: if true, client_id MUST be set
-#   persistent_session = false
-#   # If empty, a random client ID will be generated.
-#   client_id = ""
-#
-#   ## username and password to connect MQTT server.
-#   # username = "telegraf"
-#   # password = "metricsmetricsmetricsmetrics"
-#
-#   ## Optional TLS Config
-#   # tls_ca = "/etc/telegraf/ca.pem"
-#   # tls_cert = "/etc/telegraf/cert.pem"
-#   # tls_key = "/etc/telegraf/key.pem"
-#   ## Use TLS but skip chain & host verification
-#   # insecure_skip_verify = false
-#
-#   ## Data format to consume.
-#   ## Each data format has its own unique set of configuration options, read
-#   ## more about them here:
-#   ## https://github.com/influxdata/telegraf/blob/master/docs/DATA_FORMATS_INPUT.md
-#   data_format = "influx"
+# Read metrics from MQTT topic(s)
+[[inputs.mqtt_consumer]]
+  ## MQTT broker URLs to be used. The format should be scheme://host:port,
+  ## schema can be tcp, ssl, or ws.
+  servers = ["tcp://{{ server_fqdn }}:1883"]
+
+  ## QoS policy for messages
+  ##   0 = at most once
+  ##   1 = at least once
+  ##   2 = exactly once
+  ##
+  ## When using a QoS of 1 or 2, you should enable persistent_session to allow
+  ## resuming unacknowledged messages.
+  qos = 0
+
+  ## Connection timeout for initial connection in seconds
+  connection_timeout = "30s"
+
+  ## Maximum messages to read from the broker that have not been written by an
+  ## output.  For best throughput set based on the number of metrics within
+  ## each message and the size of the output's metric_batch_size.
+  ##
+  ## For example, if each message from the queue contains 10 metrics and the
+  ## output metric_batch_size is 1000, setting this to 100 will ensure that a
+  ## full batch is collected and the write is triggered immediately without
+  ## waiting until the next flush_interval.
+  # max_undelivered_messages = 1000
+
+  ## Topics to subscribe to
+  ## matches tasmota "$room/$app/tele/STATE" and "$room/$app/tele/SENSOR"
+  topics = [
+    "+/+/tele/SENSOR",
+    "+/+/tele/STATE",
+  ]
+
+  # if true, messages that can't be delivered while the subscriber is offline
+  # will be delivered when it comes back (such as on service restart).
+  # NOTE: if true, client_id MUST be set
+  persistent_session = false
+  # If empty, a random client ID will be generated.
+  client_id = "iot-mqtt-bridge"
+
+  ## username and password to connect MQTT server.
+  username = "{{ lights_web_username }}"
+  password = "{{ lights_web_password }}"
+
+  ## Optional TLS Config
+  # tls_ca = "/etc/telegraf/ca.pem"
+  # tls_cert = "/etc/telegraf/cert.pem"
+  # tls_key = "/etc/telegraf/key.pem"
+  ## Use TLS but skip chain & host verification
+  # insecure_skip_verify = false
+
+  ## Data format to consume.
+  ## Each data format has its own unique set of configuration options, read
+  ## more about them here:
+  ## https://github.com/influxdata/telegraf/blob/master/docs/DATA_FORMATS_INPUT.md
+  data_format = "json"
 
 
 # # Read metrics from NATS subject(s)