Merge remote-tracking branch 'gum/master'

16 files changed, 446 insertions, 35 deletions

diff --git a/krebs/2configs/default.nix b/krebs/2configs/default.nix
index 8771c0e1d..d7d6fbf37 100644
--- a/krebs/2configs/default.nix
+++ b/krebs/2configs/default.nix
@@ -14,18 +14,13 @@ with import <stockholm/lib>;
   ];
   krebs.announce-activation.enable = true;
   krebs.enable = true;
-  krebs.tinc.retiolum.enable = true;
+  krebs.tinc.retiolum.enable = mkDefault true;
 
   krebs.build.user = mkDefault config.krebs.users.krebs;
 
   networking.hostName = config.krebs.build.host.name;
 
   nix.maxJobs = 1;
-  nix.trustedBinaryCaches = [
-    "https://cache.nixos.org"
-    "http://cache.nixos.org"
-    "http://hydra.nixos.org"
-  ];
   nix.useSandbox = true;
 
   environment.systemPackages = with pkgs; [
@@ -39,8 +34,6 @@ with import <stockholm/lib>;
     defaultLocale = lib.mkForce "C";
   };
 
-
-
   programs.ssh.startAgent = false;
 
   services.openssh = {
@@ -55,18 +48,13 @@ with import <stockholm/lib>;
 
   users.mutableUsers = false;
   users.extraUsers.root.openssh.authorizedKeys.keys = [
-    # TODO
     config.krebs.users.jeschli-brauerei.pubkey
     config.krebs.users.lass.pubkey
     config.krebs.users.lass-mors.pubkey
     config.krebs.users.makefu.pubkey
-    # TODO HARDER:
-    config.krebs.users.makefu-omo.pubkey
     config.krebs.users.tv.pubkey
   ];
 
-
   # The NixOS release to be compatible with for stateful data such as databases.
   system.stateVersion = "17.03";
-
 }
diff --git a/krebs/2configs/shack/glados/default.nix b/krebs/2configs/shack/glados/default.nix
new file mode 100644
index 000000000..54e7aef5c
--- /dev/null
+++ b/krebs/2configs/shack/glados/default.nix
@@ -0,0 +1,136 @@
+{ config, pkgs, lib, ... }:
+let
+  shackopen = import ./multi/shackopen.nix;
+  wasser = import ./multi/wasser.nix;
+in {
+  services.nginx.virtualHosts."hass.shack".locations."/" = {
+    proxyPass = "http://localhost:8123";
+    extraConfig = ''
+        proxy_http_version 1.1;
+        proxy_set_header Upgrade $http_upgrade;
+        proxy_set_header Connection "upgrade";
+        proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
+        proxy_set_header Host             $host;
+        proxy_set_header X-Real-IP        $remote_addr;
+
+        proxy_buffering off;
+      '';
+  };
+  services.home-assistant = let
+      dwd_pollen = pkgs.fetchFromGitHub {
+        owner = "marcschumacher";
+        repo = "dwd_pollen";
+        rev = "0.1";
+        sha256 = "1af2mx99gv2hk1ad53g21fwkdfdbymqcdl3jvzd1yg7dgxlkhbj1";
+      };
+    in {
+    enable = true;
+    package = (pkgs.home-assistant.overrideAttrs (old: {
+      # TODO: find correct python package
+      installCheckPhase = ''
+        echo LOLLLLLLLLLLLLLL
+      '';
+      postInstall = ''
+        cp -r ${dwd_pollen} $out/lib/python3.7/site-packages/homeassistant/components/dwd_pollen
+      '';
+    })).override {
+      extraPackages = ps: with ps; [
+        python-forecastio jsonrpc-async jsonrpc-websocket mpd2
+        (callPackage ./deps/gtts-token.nix { })
+        (callPackage ./deps/pyhaversion.nix { })
+      ];
+    };
+    autoExtraComponents = true;
+    config = {
+      homeassistant = {
+        name = "Bureautomation";
+        time_zone = "Europe/Berlin";
+        latitude = "48.8265";
+        longitude = "9.0676";
+        elevation = 303;
+        auth_providers = [
+          { type = "homeassistant";}
+          { type = "legacy_api_password";}
+          { type = "trusted_networks";
+            # allow_bypass_login = true;
+          }
+        ];
+      };
+      # https://www.home-assistant.io/components/influxdb/
+      influxdb = {
+        database = "hass";
+        tags = {
+          instance = "wolf";
+          source = "hass";
+        };
+      };
+      mqtt = {
+        broker = "localhost";
+        port = 1883;
+        client_id = "home-assistant";
+        keepalive = 60;
+        protocol = 3.1;
+        birth_message = {
+          topic = "glados/hass/status/LWT";
+          payload = "Online";
+          qos = 1;
+          retain = true;
+        };
+        will_message = {
+          topic = "glados/hass/status/LWT";
+          payload = "Offline";
+          qos = 1;
+          retain = true;
+        };
+      };
+      switch = wasser.switch;
+      light =  [];
+      media_player = [
+        { platform = "mpd";
+          host = "lounge.mpd.shack";
+        }
+      ];
+
+      sensor =
+        [{ platform = "version"; }]
+        ++ (import ./sensors/hass.nix)
+        ++ (import ./sensors/power.nix)
+        ++ shackopen.sensor;
+
+      binary_sensor = shackopen.binary_sensor;
+
+      camera = [];
+
+      frontend = { };
+      http = {
+        # TODO: https://github.com/home-assistant/home-assistant/issues/16149
+        base_url = "http://hass.shack";
+        use_x_forwarded_for = true;
+        trusted_proxies = "127.0.0.1";
+        api_password = "shackit";
+        trusted_networks = [
+          "127.0.0.1/32"
+          "10.42.0.0/16"
+          "::1/128"
+          "fd00::/8"
+        ];
+      };
+      conversation = {};
+      history = {};
+      logbook = {};
+      tts = [
+        { platform = "google";
+          language = "de";
+        }
+        { platform = "picotts";
+          language = "de-DE";
+        }
+      ];
+      recorder = {};
+      sun = {};
+
+      automation = wasser.automation;
+      device_tracker = [];
+    };
+  };
+}
diff --git a/krebs/2configs/shack/glados/deps/dwd_pollen.nix b/krebs/2configs/shack/glados/deps/dwd_pollen.nix
new file mode 100644
index 000000000..39d9c3069
--- /dev/null
+++ b/krebs/2configs/shack/glados/deps/dwd_pollen.nix
@@ -0,0 +1,32 @@
+{ lib
+, buildPythonPackage
+, fetchFromGitHub
+, python
+, voluptuous
+}:
+
+buildPythonPackage rec {
+  format = "other";
+  pname = "dwd_pollen";
+  version = "0.1";
+
+  src = fetchFromGitHub {
+    owner = "marcschumacher";
+    repo = "dwd_pollen";
+    rev = version;
+    sha256 = "1af2mx99gv2hk1ad53g21fwkdfdbymqcdl3jvzd1yg7dgxlkhbj1";
+  };
+  propagatedBuildInputs = [
+    voluptuous
+  ];
+  installPhase = ''
+     install -D -t $out/${python.sitePackages}/homeassistant/components/sensor/dwd_pollen *
+  '';
+
+  meta = with lib; {
+    description = "Home Assistant component to retrieve Pollen data from DWD (Germany)";
+    homepage = https://github.com/marcschumacher/dwd_pollen;
+    license = licenses.mit;
+    maintainers = [ maintainers.makefu ];
+  };
+}
diff --git a/krebs/2configs/shack/glados/deps/gtts-token.nix b/krebs/2configs/shack/glados/deps/gtts-token.nix
new file mode 100644
index 000000000..69640f03d
--- /dev/null
+++ b/krebs/2configs/shack/glados/deps/gtts-token.nix
@@ -0,0 +1,27 @@
+{ lib
+, buildPythonPackage
+, fetchPypi
+, requests
+}:
+
+buildPythonPackage rec {
+  pname = "gtts-token";
+  version = "1.1.3";
+
+  src = fetchPypi {
+    pname = "gTTS-token";
+    inherit version;
+    sha256 = "9d6819a85b813f235397ef931ad4b680f03d843c9b2a9e74dd95175a4bc012c5";
+  };
+
+  propagatedBuildInputs = [
+    requests
+  ];
+
+  meta = with lib; {
+    description = "Calculates a token to run the Google Translate text to speech";
+    homepage = https://github.com/boudewijn26/gTTS-token;
+    license = licenses.mit;
+    # maintainers = [ maintainers. ];
+  };
+}
diff --git a/krebs/2configs/shack/glados/deps/pyhaversion.nix b/krebs/2configs/shack/glados/deps/pyhaversion.nix
new file mode 100644
index 000000000..a75c6a976
--- /dev/null
+++ b/krebs/2configs/shack/glados/deps/pyhaversion.nix
@@ -0,0 +1,33 @@
+{ lib
+, buildPythonPackage
+, fetchpatch
+, fetchPypi
+, aiohttp
+, async-timeout
+}:
+
+buildPythonPackage rec {
+  pname = "pyhaversion";
+  version = "2.2.1";
+
+  src = fetchPypi {
+    inherit pname version;
+    sha256 = "72b65aa25d7b2dbb839a4d0218df2005c2335e93526035904d365bb668030b9f";
+  };
+  patches = [
+    (fetchpatch { url = "https://github.com/makefu/pyhaversion/commit/f3bdc38970272cd345c2cfbde3037ea492ca27c4.patch";
+    sha256 =
+      "1rhq4z7mdgnwhwpf5fmarnbc1ba3qysk1wqjdr0hvbzi8vmvbfcc";})
+  ];
+  doCheck = false;
+  propagatedBuildInputs = [
+    aiohttp
+    async-timeout
+  ];
+
+  meta = with lib; {
+    description = "";
+    homepage = https://github.com/ludeeus/pyhaversion;
+    # maintainers = [ maintainers. ];
+  };
+}
diff --git a/krebs/2configs/shack/glados/multi/shackopen.nix b/krebs/2configs/shack/glados/multi/shackopen.nix
new file mode 100644
index 000000000..354405d06
--- /dev/null
+++ b/krebs/2configs/shack/glados/multi/shackopen.nix
@@ -0,0 +1,23 @@
+{
+  binary_sensor = [
+    { platform = "mqtt";
+      name = "Portal Lock";
+      device_class = "door";
+      state_topic = "portal/gateway/status";
+      availability_topic = "portal/gateway/lwt";
+      payload_on = "open";
+      payload_off = "closed";
+      payload_available = "online";
+      payload_not_available = "offline";
+    }
+  ];
+  sensor = [
+    { platform = "mqtt";
+      name = "Keyholder";
+      state_topic = "portal/gateway/keyholder";
+      availability_topic = "portal/gateway/lwt";
+      payload_available = "online";
+      payload_not_available = "offline";
+    }
+  ];
+}
diff --git a/krebs/2configs/shack/glados/multi/wasser.nix b/krebs/2configs/shack/glados/multi/wasser.nix
new file mode 100644
index 000000000..a2c80851b
--- /dev/null
+++ b/krebs/2configs/shack/glados/multi/wasser.nix
@@ -0,0 +1,65 @@
+let
+  tasmota_plug = name: topic:
+  { platform = "mqtt";
+    inherit name;
+    state_topic = "sonoff/stat/${topic}/POWER1";
+    command_topic = "sonoff/cmnd/${topic}/POWER1";
+    availability_topic = "sonoff/tele/${topic}/LWT";
+    payload_on= "ON";
+    payload_off= "OFF";
+    payload_available= "Online";
+    payload_not_available= "Offline";
+    retain = false;
+    qos = 1;
+  };
+in
+{
+  switch = [
+    (tasmota_plug "Wasser" "plug")
+  ];
+  automation =
+  [
+    { alias = "Water the plant for 10 seconds";
+      trigger = [
+        { # trigger at 20:00 no matter what
+          # TODO: retry or run only if switch.wasser is available
+          platform = "time";
+          at = "20:00:00";
+        }
+      ];
+      action =
+      [
+        {
+          service = "homeassistant.turn_on";
+          entity_id =  [
+            "switch.wasser"
+          ];
+        }
+        { delay.seconds = 10; }
+        {
+          service = "homeassistant.turn_off";
+          entity_id =  [
+            "switch.wasser"
+          ];
+        }
+      ];
+    }
+    { alias = "Always turn off water after 15 seconds";
+      trigger = [
+        {
+          platform = "state";
+          entity_id = "switch.wasser";
+          to = "on";
+          for.seconds = 15;
+        }
+      ];
+      action =
+      [
+        {
+          service = "homeassistant.turn_off";
+          entity_id =  [ "switch.wasser" ];
+        }
+      ];
+    }
+  ];
+}
diff --git a/krebs/2configs/shack/glados/sensors/hass.nix b/krebs/2configs/shack/glados/sensors/hass.nix
new file mode 100644
index 000000000..634758701
--- /dev/null
+++ b/krebs/2configs/shack/glados/sensors/hass.nix
@@ -0,0 +1,22 @@
+let
+  esphome_temp = name: 
+  { platform = "mqtt";
+    name = "${name} Temperature";
+    device_class = "temperature";
+    state_topic = "glados/${name}/sensor/temperature/state";
+    availability_topic = "glados/${name}/status";
+    payload_available = "online";
+    payload_not_available = "offline";
+  };
+  esphome_hum = name:
+  { platform = "mqtt";
+    device_class = "humidity";
+    name = "${name} Humidity";
+    state_topic = "glados/${name}/sensor/humidity/state";
+    availability_topic = "glados/${name}/status";
+    payload_available = "online";
+    payload_not_available = "offline";
+  };
+in
+     (map esphome_temp [ "lounge" "werkstatt" "herrenklo" "dusche" "fablab" "whc" ])
+  ++ (map esphome_hum  [ "lounge" "werkstatt" "herrenklo" "dusche" "fablab" "whc" ])
diff --git a/krebs/2configs/shack/glados/sensors/power.nix b/krebs/2configs/shack/glados/sensors/power.nix
new file mode 100644
index 000000000..1aa250a19
--- /dev/null
+++ b/krebs/2configs/shack/glados/sensors/power.nix
@@ -0,0 +1,27 @@
+let
+  power_x = name: phase:
+  { platform = "mqtt";
+    name = "${phase} ${name}";
+    # device_class = "power";
+    state_topic = "/power/total/${phase}/${name}";
+    availability_topic = "/power/lwt";
+    payload_available = "Online";
+    payload_not_available = "Offline";
+  };
+  power_consumed =
+  { platform = "mqtt";
+    name = "Power Consumed";
+    #device_class = "power";
+    state_topic = "/power/total/consumed";
+    availability_topic = "/power/lwt";
+    payload_available = "Online";
+    payload_not_available = "Offline";
+  };
+  power_volt = power_x "Voltage";
+  power_watt = power_x "Power";
+  power_curr = power_x "Current";
+in
+   (map power_volt [ "L1" "L2" "L3" ])
+++ (map power_watt [ "L1" "L2" "L3" ])
+++ (map power_curr [ "L1" "L2" "L3" ])
+++ [ power_consumed ]
diff --git a/krebs/2configs/shack/grafana.nix b/krebs/2configs/shack/grafana.nix
new file mode 100644
index 000000000..adf0a4bc3
--- /dev/null
+++ b/krebs/2configs/shack/grafana.nix
@@ -0,0 +1,19 @@
+let
+  port = 3000;
+in {
+
+  networking.firewall.allowedTCPPorts = [ port ]; # legacy
+  services.nginx.virtualHosts."grafana.shack" = {
+    locations."/".proxyPass = "http://localhost:${toString port}";
+  };
+  services.grafana = {
+    enable = true;
+    port = port;
+    addr = "0.0.0.0";
+    users.allowSignUp = true;
+    users.allowOrgCreate = true;
+    users.autoAssignOrg = true;
+    auth.anonymous.enable = true;
+    security = import <secrets/grafana_security.nix>;
+  };
+}
diff --git a/krebs/2configs/graphite.nix b/krebs/2configs/shack/graphite.nix
index 64222e43a..1c8ec6a8b 100644
--- a/krebs/2configs/graphite.nix
+++ b/krebs/2configs/shack/graphite.nix
@@ -1,16 +1,22 @@
 { config, lib, pkgs, ... }:
+# hostname: graphite.shack
+
 
 # graphite-web on port 8080
 # carbon cache on port 2003 (tcp/udp)
-
-# TODO: krebs.graphite.minimal.enable
-# TODO: configure firewall
-with import <stockholm/lib>;
-{
-  imports = [ ];
-
+let
+  port = 8080;
+in {
+  networking.firewall.allowedTCPPorts = [ 2003 port ];
+  networking.firewall.allowedUDPPorts = [ 2003 ];
+  services.nginx.virtualHosts."graphite.shack" = {
+    locations."/" = {
+      proxyPass = "http://localhost:${toString port}/";
+    };
+  };
   services.graphite = {
     api = {
+      inherit port;
       enable = true;
       listenAddress = "0.0.0.0";
     };
diff --git a/krebs/2configs/shack/influx.nix b/krebs/2configs/shack/influx.nix
new file mode 100644
index 000000000..92cb24bf3
--- /dev/null
+++ b/krebs/2configs/shack/influx.nix
@@ -0,0 +1,33 @@
+{pkgs, ... }: # hostname: influx.shack
+let
+  port = 8086;
+  collectd-port = 25826;
+  db = "collectd_db";
+in
+{
+  networking.firewall.allowedTCPPorts = [ port ]; # for legacy applications
+  networking.firewall.allowedUDPPorts = [ collectd-port ];
+  services.nginx.virtualHosts."influx.shack" = {
+    locations."/" = {
+      proxyPass = "http://localhost:${toString port}/";
+    };
+  };
+  services.influxdb = {
+    enable = true;
+    extraConfig = {
+      http.bind-address = "0.0.0.0:${toString port}";
+      http.log-enabled = false;
+      http.write-tracing = false;
+      http.suppress-write-log = true;
+      data.trace-logging-enabled = false;
+      data.query-log-enabled = false;
+      monitoring.enabled = false;
+      collectd = [{
+        enabled = true;
+        typesdb = "${pkgs.collectd}/share/collectd/types.db";
+        database = db;
+        bind-address = ":${toString collectd-port}";
+      }];
+    };
+  };
+}
diff --git a/krebs/2configs/shack/mqtt.nix b/krebs/2configs/shack/mqtt.nix
index 8e5438db2..e78f0f974 100644
--- a/krebs/2configs/shack/mqtt.nix
+++ b/krebs/2configs/shack/mqtt.nix
@@ -1,3 +1,4 @@
+# hostname: mqtt.shack
 {
   networking.firewall.allowedTCPPorts = [ 1883 ];
   networking.firewall.allowedUDPPorts = [ 1883 ];
diff --git a/krebs/2configs/shack/prometheus/server.nix b/krebs/2configs/shack/prometheus/server.nix
index c936f2531..12f757e89 100644
--- a/krebs/2configs/shack/prometheus/server.nix
+++ b/krebs/2configs/shack/prometheus/server.nix
@@ -3,18 +3,23 @@
 {
   networking = {
     firewall.allowedTCPPorts = [
-      3000  # grafana
       9090  # prometheus
       9093  # alertmanager
     ];
-    useDHCP = true;
   };
-
   services = {
+    nginx.virtualHosts = {
+      "prometheus.shack" = {
+        locations."/".proxyPass = "http://localhost:9090";
+      };
+      "alert.prometheus.shack" = {
+        locations."/".proxyPass = "http://localhost:9093";
+      };
+    };
     prometheus = {
       enable = true;
       extraFlags = [
-        "-storage.local.retention 8760h"
+        "-storage.local.retention 720h"
         "-storage.local.series-file-shrink-ratio 0.3"
         "-storage.local.memory-chunks 2097152"
         "-storage.local.max-chunks-to-persist 1048576"
diff --git a/krebs/2configs/stats/wolf-client.nix b/krebs/2configs/stats/shack-client.nix
index 0412eba9a..5131b0f78 100644
--- a/krebs/2configs/stats/wolf-client.nix
+++ b/krebs/2configs/stats/shack-client.nix
@@ -17,6 +17,8 @@
         Interface "lo"
         Interface "vboxnet*"
         Interface "virbr*"
+        Interface "veth*"
+        Interface "br-*"
         IgnoreSelected true
       </Plugin>
 
@@ -53,15 +55,7 @@
 
       LoadPlugin network
       <Plugin "network">
-          Server "stats.makefu.r" "25826"
-      </Plugin>
-
-      LoadPlugin curl
-      <Plugin curl>
-        <Page "smarthome">
-          URL "http://smarthome.shack/";
-          MeasureResponseTime true
-        </Page>
+          Server "influx.shack" "25826"
       </Plugin>
     '';
   };
diff --git a/krebs/2configs/collectd-base.nix b/krebs/2configs/stats/shack-debugging.nix
index 71a00be3a..b5a0cf05e 100644
--- a/krebs/2configs/collectd-base.nix
+++ b/krebs/2configs/stats/shack-debugging.nix
@@ -9,7 +9,7 @@ let
       ModulePath "${collectd-connect-time}/lib/${python.libPrefix}/site-packages/"
       Import "collectd_connect_time"
       <Module collectd_connect_time>
-        target "localhost:22" "google.com" "google.de" "gum.r:22" "gum.krebsco.de" "10.42.0.1:22" "heise.de" "t-online.de"
+        target "localhost:22" "google.com" "google.de" "gum.krebsco.de" "10.42.0.1:22" "heise.de" "t-online.de""10.0.1.3" "10.0.0.3:22" "10.0.0.4:22"
         interval 10
       </Module>
     </Plugin>
@@ -18,7 +18,7 @@ let
     LoadPlugin write_graphite
     <Plugin "write_graphite">
       <Carbon>
-        Host "wolf.r"
+        Host "graphite.shack"
         Port "2003"
         Prefix "retiolum."
         EscapeCharacter "_"