summaryrefslogtreecommitdiffstats
path: root/makefu/2configs/deployment
diff options
context:
space:
mode:
Diffstat (limited to 'makefu/2configs/deployment')
-rw-r--r--makefu/2configs/deployment/board.euer.krebsco.de.nix15
-rw-r--r--makefu/2configs/deployment/boot-euer.nix27
-rw-r--r--makefu/2configs/deployment/dirctator.nix34
-rw-r--r--makefu/2configs/deployment/docker/archiveteam-warrior.nix39
-rw-r--r--makefu/2configs/deployment/feed.euer.krebsco.de/default.nix52
-rw-r--r--makefu/2configs/deployment/feed.euer.krebsco.de/filter.yml44
-rw-r--r--makefu/2configs/deployment/gecloudpad/default.nix46
-rw-r--r--makefu/2configs/deployment/gecloudpad/gecloudpad.nix24
-rw-r--r--makefu/2configs/deployment/gitlab.nix39
-rw-r--r--makefu/2configs/deployment/graphs.nix31
-rw-r--r--makefu/2configs/deployment/hound/default.nix28
-rw-r--r--makefu/2configs/deployment/mediengewitter.de.nix22
-rw-r--r--makefu/2configs/deployment/mycube.connector.one.nix42
-rw-r--r--makefu/2configs/deployment/owncloud.nix99
-rw-r--r--makefu/2configs/deployment/photostore.krebsco.de.nix43
-rw-r--r--makefu/2configs/deployment/rss/ebk.yml59
-rwxr-xr-xmakefu/2configs/deployment/rss/ratt-hourly.sh28
-rw-r--r--makefu/2configs/deployment/rss/ratt.nix26
-rw-r--r--makefu/2configs/deployment/rss/rss.euer.krebsco.de.nix30
-rw-r--r--makefu/2configs/deployment/rss/urls7
-rw-r--r--makefu/2configs/deployment/scrape/default.nix6
-rw-r--r--makefu/2configs/deployment/scrape/elkstack.nix5
-rw-r--r--makefu/2configs/deployment/scrape/selenium.nix65
23 files changed, 0 insertions, 811 deletions
diff --git a/makefu/2configs/deployment/board.euer.krebsco.de.nix b/makefu/2configs/deployment/board.euer.krebsco.de.nix
deleted file mode 100644
index ca617976..00000000
--- a/makefu/2configs/deployment/board.euer.krebsco.de.nix
+++ /dev/null
@@ -1,15 +0,0 @@
-let
- fqdn = "board.euer.krebsco.de";
- port = 13113;
-in {
- services.restya-board = {
- enable = true;
- virtualHost.listenPort = port;
- };
- services.nginx.virtualHosts."${fqdn}" = {
- enableACME = true;
- forceSSL = true;
- locations."/".proxyPass = "http://localhost:${toString port}";
- };
-}
-
diff --git a/makefu/2configs/deployment/boot-euer.nix b/makefu/2configs/deployment/boot-euer.nix
deleted file mode 100644
index f890ea7a..00000000
--- a/makefu/2configs/deployment/boot-euer.nix
+++ /dev/null
@@ -1,27 +0,0 @@
-{ config, lib, pkgs, ... }:
-# more than just nginx config but not enough to become a module
-with import <stockholm/lib>;
-let
- hostname = config.krebs.build.host.name;
- bootscript = pkgs.writeTextDir "runit" ''
- set -euf
- cd /root
- mkdir -p .ssh
- echo "${config.krebs.users.makefu.pubkey}" > .ssh/authorized_keys
- chmod 700 -R .ssh
- systemctl restart sshd
- '';
-in {
-
- services.nginx = {
- enable = mkDefault true;
- virtualHosts."boot.euer.krebsco.de" = {
- forceSSL = true;
- enableACME = true;
- locations."/" = {
- root = bootscript;
- index = "runit";
- };
- };
- };
-}
diff --git a/makefu/2configs/deployment/dirctator.nix b/makefu/2configs/deployment/dirctator.nix
deleted file mode 100644
index 7303bb41..00000000
--- a/makefu/2configs/deployment/dirctator.nix
+++ /dev/null
@@ -1,34 +0,0 @@
-{ pkgs, lib, ... }:
-
-with lib;
-let
- port = 18872;
- runit = pkgs.writeDash "runit" ''
- set -xeuf
- export PULSE_COOKIE=/var/run/pulse/.config/pulse/cookie
- echo "$@" | sed 's/^dirctator://' | ${pkgs.espeak}/bin/espeak -v mb-de7 2>&1 | tee -a /tmp/speak
- '';
-in {
- services.logstash = {
- package = pkgs.logstash5;
- enable = true;
- inputConfig = ''
- irc {
- channels => [ "#krebs", "#afra" ]
- host => "irc.hackint.org"
- nick => "dirctator"
- }
- '';
- filterConfig = ''
- '';
- outputConfig = ''
- stdout { codec => rubydebug }
- exec { command => "${runit} '%{message}" }
- '';
- extraSettings = ''
- path.plugins: [ "${pkgs.logstash-output-exec}" ]
- '';
- ## NameError: `@path.plugins' is not allowable as an instance variable name
- # plugins = [ pkgs.logstash-output-exec ];
- };
-}
diff --git a/makefu/2configs/deployment/docker/archiveteam-warrior.nix b/makefu/2configs/deployment/docker/archiveteam-warrior.nix
deleted file mode 100644
index 0069e453..00000000
--- a/makefu/2configs/deployment/docker/archiveteam-warrior.nix
+++ /dev/null
@@ -1,39 +0,0 @@
-{ lib, ... }:
-with lib;
-let
- port = ident: toString (28000 + ident);
- instances = [ 1 2 3 4 5 6 7 8 9 ];
-in {
- services.nginx.recommendedProxySettings = true;
- services.nginx.virtualHosts."warrior.gum.r".locations = let
- # TODO location "/" shows all warrior instances
- proxy = ident:
- {
- "/warrior${toString ident}/" = {
- proxyPass = "http://localhost:${port ident}/";
- # rewrite ^/info /warrior${toString ident}/info;
- extraConfig = ''
- sub_filter "http://warrior.gum.r/info" "http://warrior.gum.r/warrior${toString ident}/info";
- sub_filter_once off;
- '';
- };
-
- };
- in
- foldl' mergeAttrs {} (map proxy instances);
- virtualisation.oci-containers.containers = let
- container = ident:
- { "archiveteam-warrior${toString ident}" = {
- image = "archiveteam/warrior-dockerfile";
- ports = [ "127.0.0.1:${port ident}:8001" ];
- environment = {
- DOWNLOADER = "makefu";
- SELECTED_PROJECT = "auto";
- CONCURRENT_ITEMS = "6";
- WARRIOR_ID = toString ident;
- };
- };
- };
- in
- foldl' mergeAttrs {} (map container instances);
-}
diff --git a/makefu/2configs/deployment/feed.euer.krebsco.de/default.nix b/makefu/2configs/deployment/feed.euer.krebsco.de/default.nix
deleted file mode 100644
index de072092..00000000
--- a/makefu/2configs/deployment/feed.euer.krebsco.de/default.nix
+++ /dev/null
@@ -1,52 +0,0 @@
-{ config, lib, pkgs, ... }:
-let
- filter-file = ./filter.yml;
- pkg = with pkgs.python3Packages;buildPythonPackage rec {
- version = "d16ce227dc68c9f60f6dd06e6835bab7cdfdf61b";
- pname = "ebk-notify";
- propagatedBuildInputs = [
- docopt
- pyyaml
- requests
- beautifulsoup4
- dateutil
- feedgen
- ];
- src = pkgs.fetchgit {
- url = "http://cgit.euer.krebsco.de/ebk-notify";
- rev = version;
- sha256 = "15dlhp17alm01fw7mzdyh2z9zwz8psrs489lxs3hgg1p5wa0kzsp";
- };
- };
- domain = "feed.euer.krebsco.de";
- path = "/var/www/feed.euer.krebsco.de";
-in
-{
- systemd.tmpfiles.rules = [
- "d ${path} nginx nogroup - -"
- ];
- krebs.secret.files.ebknotify = {
- path = "/etc/ebk-notify.yml";
- owner.name = "nginx";
- source-path = "${<secrets/ebk-notify.yml>}";
- };
- systemd.services.ebk-notify = {
- startAt = "*:0/10";
- serviceConfig = {
- User = "nginx"; # TODO better permission setting
- # PrivateTmp = true;
- ExecStart = "${pkg}/bin/ebk-notify --atom --outdir ${path} --config /etc/ebk-notify.yml --cache /tmp/ebk-cache.json --filter ${filter-file} --wait 30";
- };
- };
- systemd.timers.ebk-notify.timerConfig.RandomizedDelaySec = "120";
- services.nginx = {
- virtualHosts."${domain}" = {
- forceSSL = true;
- enableACME = true;
- locations."/" = {
- root = path;
- index = "root.atom";
- };
- };
- };
-}
diff --git a/makefu/2configs/deployment/feed.euer.krebsco.de/filter.yml b/makefu/2configs/deployment/feed.euer.krebsco.de/filter.yml
deleted file mode 100644
index 50058f32..00000000
--- a/makefu/2configs/deployment/feed.euer.krebsco.de/filter.yml
+++ /dev/null
@@ -1,44 +0,0 @@
-- name: Free Stuff by Category
- zipcode: 70378
- distance: 2
- categoryId: 192
-- name: Kies
- zipcode: 70378
- q: grobkies
- distance: 2
-- name: pflanzkübel
- zipcode: 70378
- q: Pflanzkübel
- distance: 3
-- name: Ikea Samla
- zipcode: 70378
- q: samla
- distance: 5
-- name: Duplo
- zipcode: 70378
- q: Duplo
- distance: 10
-- name: Baby Gummistiefel
- zipcode: 70378
- q: Gummistiefel
- distance: 5
-- name: Werkbank
- zipcode: 70378
- q: Werkbank
- distance: 5
-- name: Stirnthermometer
- zipcode: 70378
- q: Stirnthermometer
- distance: 5
-- name: Ohrthermometer
- zipcode: 70378
- q: Ohrthermometer
- distance: 5
-- name: Fieberthermometer
- zipcode: 70378
- q: Fieberthermometer
- distance: 5
-- name: Einhell
- zipcode: 70378
- q: Einhell
- distance: 5
diff --git a/makefu/2configs/deployment/gecloudpad/default.nix b/makefu/2configs/deployment/gecloudpad/default.nix
deleted file mode 100644
index 8b88626a..00000000
--- a/makefu/2configs/deployment/gecloudpad/default.nix
+++ /dev/null
@@ -1,46 +0,0 @@
-{ config, lib, pkgs, ... }:
-# more than just nginx config but not enough to become a module
-let
- wsgi-sock = "${workdir}/uwsgi-gecloudpad.sock";
- workdir = config.services.uwsgi.runDir;
- gecloudpad = pkgs.python3Packages.callPackage ./gecloudpad.nix {};
- gecloudpad_settings = pkgs.writeText "gecloudpad_settings" ''
- BASEURL = "https://etherpad.euer.krebsco.de"
- '';
-in {
-
- services.uwsgi = {
- enable = true;
- user = "nginx";
- plugins = [ "python3" ];
- instance = {
- type = "emperor";
- vassals = {
- gecloudpad = {
- type = "normal";
- pythonPackages = self: with self; [ gecloudpad ];
- socket = wsgi-sock;
- env = ["GECLOUDPAD_SETTINGS=${gecloudpad_settings}"];
- };
- };
- };
- };
-
- services.nginx = {
- enable = lib.mkDefault true;
- virtualHosts."pad.binaergewitter.de" = {
- enableACME = true;
- forceSSL = true;
- locations = {
- "/".extraConfig = ''
- expires -1;
- uwsgi_pass unix://${wsgi-sock};
- uwsgi_param UWSGI_CHDIR ${gecloudpad}/${pkgs.python.sitePackages};
- uwsgi_param UWSGI_MODULE gecloudpad.main;
- uwsgi_param UWSGI_CALLABLE app;
- include ${pkgs.nginx}/conf/uwsgi_params;
- '';
- };
- };
- };
-}
diff --git a/makefu/2configs/deployment/gecloudpad/gecloudpad.nix b/makefu/2configs/deployment/gecloudpad/gecloudpad.nix
deleted file mode 100644
index 6f20ff57..00000000
--- a/makefu/2configs/deployment/gecloudpad/gecloudpad.nix
+++ /dev/null
@@ -1,24 +0,0 @@
-{ lib, pkgs, fetchFromGitHub, ... }:
-
-with pkgs.python3Packages;buildPythonPackage rec {
- name = "gecloudpad-${version}";
- version = "0.2.3";
-
- propagatedBuildInputs = [
- flask requests
- ];
-
- src = fetchFromGitHub {
- owner = "binaergewitter";
- repo = "gecloudpad";
- rev = "1399ede4e609f63fbf1c4560979a6b22b924e0c5";
- sha256 = "1w74j5ks7naalzrib87r0adq20ik5x3x5l520apagb7baszn17lb";
- };
-
- meta = {
- homepage = https://github.com/binaergeiwtter/gecloudpad;
- description = "server side for gecloudpad";
- license = lib.licenses.wtfpl;
- };
-}
-
diff --git a/makefu/2configs/deployment/gitlab.nix b/makefu/2configs/deployment/gitlab.nix
deleted file mode 100644
index d61f50c1..00000000
--- a/makefu/2configs/deployment/gitlab.nix
+++ /dev/null
@@ -1,39 +0,0 @@
-{ lib, config, ... }:
-let
- web-port = 19453;
- hostn = "gitlab.makefu.r";
- internal-ip = config.krebs.build.host.nets.retiolum.ip4.addr;
-in {
-
- services.gitlab = {
- enable = true;
- https = false;
- port = web-port;
- secrets = import <secrets/gitlab/secrets.nix>;
- databasePassword = import <secrets/gitlab/dbpw.nix>;
- initialRootEmail = "makefu@x.r";
- initialRootPassword = import <secrets/gitlab/rootpw.nix>;
- host = hostn;
- smtp = {
- enable = true;
- domain = "r";
- enableStartTLSAuto = false;
- port = 25;
- };
- };
-
- services.nginx = {
- enable = lib.mkDefault true;
- virtualHosts."${hostn}".locations."/" = {
- proxyPass = "http://localhost:${toString web-port}/";
- extraConfig = ''
- if ( $server_addr != "${internal-ip}" ) {
- return 403;
- }
- proxy_set_header Host $host;
- proxy_set_header X-Real-IP $remote_addr;
- proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
- '';
- };
- };
-}
diff --git a/makefu/2configs/deployment/graphs.nix b/makefu/2configs/deployment/graphs.nix
deleted file mode 100644
index 1f6deb1b..00000000
--- a/makefu/2configs/deployment/graphs.nix
+++ /dev/null
@@ -1,31 +0,0 @@
-{ config, lib, pkgs, ... }:
-
-with import <stockholm/lib>;
-let
- external-ip = config.krebs.build.host.nets.internet.ip4.addr;
- internal-ip = config.krebs.build.host.nets.retiolum.ip4.addr;
- hn = config.krebs.build.host.name;
-in {
- krebs.tinc_graphs = {
- enable = true;
- nginx = {
- enable = true;
- # TODO: remove hard-coded hostname
- complete = {
- extraConfig = ''
- if ( $server_addr = "${external-ip}" ) {
- return 403;
- }
- '';
- serverAliases = [
- "graph.makefu.r"
- "graph.${hn}" "graph.${hn}.r"
- ];
- };
- anonymous = {
- forceSSL = true;
- enableACME = true;
- };
- };
- };
-}
diff --git a/makefu/2configs/deployment/hound/default.nix b/makefu/2configs/deployment/hound/default.nix
deleted file mode 100644
index 0cfb5cde..00000000
--- a/makefu/2configs/deployment/hound/default.nix
+++ /dev/null
@@ -1,28 +0,0 @@
-{ config, pkgs, ... }:
-{
- services.nginx.virtualHosts."wikisearch.krebsco.de" = {
- forceSSL = true;
- enableACME = true;
- locations."/".proxyPass = "http://localhost:6080";
- };
- services.hound = {
- enable = true;
- listen = "127.0.0.1:6080";
- # package = pkgs.hound.overrideDerivation(oldAttrs: {
- # patches = [ ./keep-repo.patch ];
- # });
- config = ''{
- "max-concurrent-indexers" : 2,
- "dbpath" : "${config.services.hound.home}/data",
- "repos" : {
- "nixos-users-wiki": {
- "url" : "https://github.com/nixos-users/wiki.wiki.git",
- "url-pattern" : {
- "base-url" : "{url}/{path}"
- }
- }
- }
- }'';
- };
-
-}
diff --git a/makefu/2configs/deployment/mediengewitter.de.nix b/makefu/2configs/deployment/mediengewitter.de.nix
deleted file mode 100644
index 7c2073e8..00000000
--- a/makefu/2configs/deployment/mediengewitter.de.nix
+++ /dev/null
@@ -1,22 +0,0 @@
-{ config, lib, pkgs, ... }:
-# more than just nginx config but not enough to become a module
-let
- domain = "over.voltage.nz";
-in {
-
- services.nginx = {
- enable = lib.mkDefault true;
- virtualHosts."mediengewitter.de" = {
- enableACME = true;
- forceSSL = true;
- locations."/".return = "301 http://${domain}\$request_uri";
- #locations."/" = {
- # proxyPass = "http://over.voltage.nz";
- #};
- #locations."/socket.io" = {
- # proxyPass = "ws://over.voltage.nz";
- # proxyWebsockets = true;
- #};
- };
- };
-}
diff --git a/makefu/2configs/deployment/mycube.connector.one.nix b/makefu/2configs/deployment/mycube.connector.one.nix
deleted file mode 100644
index aa9ff514..00000000
--- a/makefu/2configs/deployment/mycube.connector.one.nix
+++ /dev/null
@@ -1,42 +0,0 @@
-{ config, lib, pkgs, ... }:
-# more than just nginx config but not enough to become a module
-let
- hostname = config.krebs.build.host.name;
- external-ip = config.krebs.build.host.nets.internet.ip4.addr;
- wsgi-sock = "${config.services.uwsgi.runDir}/uwsgi.sock";
-in {
- services.redis = { enable = true; };
- systemd.services.redis.serviceConfig.LimitNOFILE=65536;
-
- services.uwsgi = {
- enable = true;
- user = "nginx";
- plugins = [ "python2" ];
- instance = {
- type = "emperor";
- vassals = {
- mycube-flask = {
- type = "normal";
- pythonPackages = self: with self; [ pkgs.mycube-flask ];
- socket = wsgi-sock;
- };
- };
- };
- };
-
- services.nginx = {
- enable = lib.mkDefault true;
- virtualHosts."mybox.connector.one" = {
- locations = {
- "/".extraConfig = ''
- uwsgi_pass unix://${wsgi-sock};
- uwsgi_param UWSGI_CHDIR ${pkgs.mycube-flask}/${pkgs.python.sitePackages};
- uwsgi_param UWSGI_MODULE mycube.websrv;
- uwsgi_param UWSGI_CALLABLE app;
-
- include ${pkgs.nginx}/conf/uwsgi_params;
- '';
- };
- };
- };
-}
diff --git a/makefu/2configs/deployment/owncloud.nix b/makefu/2configs/deployment/owncloud.nix
deleted file mode 100644
index e5c7e48d..00000000
--- a/makefu/2configs/deployment/owncloud.nix
+++ /dev/null
@@ -1,99 +0,0 @@
-{ lib, pkgs, config, ... }:
-with lib;
-
-# services.redis.enable = true;
-# to enable caching with redis first start up everything, then run:
-# nextcloud-occ config:system:set redis 'host' --value 'localhost' --type string
-# nextcloud-occ config:system:set redis 'port' --value 6379 --type integer
-# nextcloud-occ config:system:set memcache.local --value '\OC\Memcache\Redis' --type string
-# nextcloud-occ config:system:set memcache.locking --value '\OC\Memcache\Redis' --type string
-
-# services.memcached.enable = true;
-# to enable caching with memcached run:
-# nextcloud-occ config:system:set memcached_servers 0 0 --value 127.0.0.1 --type string
-# nextcloud-occ config:system:set memcached_servers 0 1 --value 11211 --type integer
-# nextcloud-occ config:system:set memcache.local --value '\OC\Memcache\APCu' --type string
-# nextcloud-occ config:system:set memcache.distributed --value '\OC\Memcache\Memcached' --type string
-
-let
- adminpw = "/run/secret/nextcloud-admin-pw";
- dbpw = "/run/secret/nextcloud-db-pw";
-in {
-
- fileSystems."/var/lib/nextcloud/data" = {
- device = "/media/cloud/nextcloud-data";
- options = [ "bind" ];
- };
-
-
- krebs.secret.files.nextcloud-db-pw = {
- path = dbpw;
- owner.name = "nextcloud";
- source-path = toString <secrets> + "/nextcloud-db-pw";
- };
-
- krebs.secret.files.nextcloud-admin-pw = {
- path = adminpw;
- owner.name = "nextcloud";
- source-path = toString <secrets> + "/nextcloud-admin-pw";
- };
-
- services.nginx.virtualHosts."o.euer.krebsco.de" = {
- forceSSL = true;
- enableACME = true;
- };
- services.postgresqlBackup = {
- enable = true;
- databases = [ config.services.nextcloud.config.dbname ];
- };
-systemd.services.postgresqlBackup-nextcloud.serviceConfig.SupplementaryGroups = [ "download" ];
-
- state = [
- # services.postgresql.dataDir
- # "${config.services.nextcloud.home}/config"
- config.services.postgresqlBackup.location
- ];
-
- users.users.nextcloud.extraGroups = [ "download" ];
- services.nextcloud = {
- enable = true;
- package = pkgs.nextcloud23;
- hostName = "o.euer.krebsco.de";
- # Use HTTPS for links
- https = true;
- # Auto-update Nextcloud Apps
- autoUpdateApps.enable = true;
- # Set what time makes sense for you
- autoUpdateApps.startAt = "05:00:00";
-
- caching.redis = true;
- caching.apcu = true;
- config = {
- # Further forces Nextcloud to use HTTPS
- overwriteProtocol = "https";
- defaultPhoneRegion = "DE";
-
- # Nextcloud PostegreSQL database configuration, recommended over using SQLite
- dbtype = "pgsql";
- dbuser = "nextcloud";
- dbhost = "/run/postgresql"; # nextcloud will add /.s.PGSQL.5432 by itself
- dbname = "nextcloud";
- dbpassFile = dbpw;
- adminpassFile = adminpw;
- adminuser = "root";
- };
- };
- services.redis.enable = true;
- systemd.services.redis.serviceConfig.LimitNOFILE=mkForce "65536";
- services.postgresql = {
- enable = true;
- # Ensure the database, user, and permissions always exist
- ensureDatabases = [ "nextcloud" ];
- ensureUsers = [ { name = "nextcloud"; ensurePermissions."DATABASE nextcloud" = "ALL PRIVILEGES"; } ];
- };
-
- systemd.services."nextcloud-setup" = {
- requires = ["postgresql.service"];
- after = ["postgresql.service"];
- };
-}
diff --git a/makefu/2configs/deployment/photostore.krebsco.de.nix b/makefu/2configs/deployment/photostore.krebsco.de.nix
deleted file mode 100644
index 19a8df23..00000000
--- a/makefu/2configs/deployment/photostore.krebsco.de.nix
+++ /dev/null
@@ -1,43 +0,0 @@
-{ config, lib, pkgs, ... }:
-# more than just nginx config but not enough to become a module
-with import <stockholm/lib>;
-let
- wsgi-sock = "${workdir}/uwsgi-photostore.sock";
- workdir = config.services.uwsgi.runDir;
-in {
-
- services.uwsgi = {
- enable = true;
- user = "nginx";
- runDir = "/var/lib/photostore";
- plugins = [ "python3" ];
- instance = {
- type = "emperor";
- vassals = {
- cameraupload-server = {
- type = "normal";
- pythonPackages = self: with self; [ pkgs.cameraupload-server ];
- socket = wsgi-sock;
- };
- };
- };
- };
-
- services.nginx = {
- enable = mkDefault true;
- virtualHosts."photostore.krebsco.de" = {
- enableACME = true;
- forceSSL = true;
- locations = {
- "/".extraConfig = ''
- expires -1;
- uwsgi_pass unix://${wsgi-sock};
- uwsgi_param UWSGI_CHDIR ${workdir};
- uwsgi_param UWSGI_MODULE cuserver.main;
- uwsgi_param UWSGI_CALLABLE app;
- include ${pkgs.nginx}/conf/uwsgi_params;
- '';
- };
- };
- };
-}
diff --git a/makefu/2configs/deployment/rss/ebk.yml b/makefu/2configs/deployment/rss/ebk.yml
deleted file mode 100644
index 3248f5c4..00000000
--- a/makefu/2configs/deployment/rss/ebk.yml
+++ /dev/null
@@ -1,59 +0,0 @@
-regex: https://www.ebay\-kleinanzeigen.de/s\-.*
-selectors:
- httpsettings:
- cookie: {}
- header: {}
- useragent: Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko)
- Chrome/90.0.4430.72 Safari/537.36
- insecure: false
- feed:
- title: title
- authorname: ""
- authoremail: ""
- item:
- container: ul[id='srchrslt-adtable'] li[class='ad-listitem lazyload-item ']
- title: |
- title = sel:find("h2.text-module-begin"):first():text():gsub("^%s*(.-)%s*$", "%1")
- print(title)
- link: |
- link = sel:find("a"):first():attr("href")
- print("https://www.ebay-kleinanzeigen.de" .. link)
- created: |-
- created = ""
- sel:find("div.aditem-main--top--right"):each(function(i, s)
- created = s:text():gsub("^%s*(.-)%s*$", "%1")
- end)
- if created:match("Heute") then
- time = created:gsub("^.*,", "")
- print(os.date("%d.%m.%Y") .. time .. " CET")
- return
- end
- if created:match("Gestern") then
- time = created:gsub("^.*,", "")
- print(os.date("%d.%m.%Y", os.time()-24*60*60) .. time .. " CET")
- return
- end
- if created:match("\.") then
- print(created .. " 00:00 CET")
- return
- end
- createdformat: 02.01.2006 15:04 MST
- description: |-
- description = sel:find(".aditem-main--middle"):html()
- place = sel:find(".aditem-main--top--left"):html()
- print(description .. place)
- content: ""
- image: |
- img = sel:find("div.imagebox"):first():attr("data-imgsrc")
- if img ~= "" then
- -- prepend host if needed
- if not(img:match("https*:\/\/.*")) then
- img = "https://www.ebay-kleinanzeigen.de" .. img
- end
- print(img)
- end
- nextpage: |
- nextpage = sel:find("link[rel=next]"):attr("href")
- print("https://www.ebay-kleinanzeigen.de" .. nextpage)
- nextpagecount: 5
- sort: ""
diff --git a/makefu/2configs/deployment/rss/ratt-hourly.sh b/makefu/2configs/deployment/rss/ratt-hourly.sh
deleted file mode 100755
index 67f2529b..00000000
--- a/makefu/2configs/deployment/rss/ratt-hourly.sh
+++ /dev/null
@@ -1,28 +0,0 @@
-#!/bin/sh
-set -eu
-URLS=${1?must provide URLS file}
-OUTFILE=${2:-all.xml}
-
-echo "init, writing to $OUTFILE"
-
-cat > "$OUTFILE" <<EOF
-<?xml version="1.0" encoding="UTF-8"?>
-<rss version="2.0" xmlns:content="http://purl.org/rss/1.0/modules/content/">
- <channel>
- <title>makefu Ebay Kleinanzeigen</title>
- <link>https://www.ebay-kleinanzeigen.de/</link>
- <description>Feed for all kleinanzeigen</description>
- <pubDate>$(date '+%a, %d %b %Y %H:%M:%S %z')</pubDate>
-EOF
-echo "looping through $URLS"
-cat "$URLS" | while read line;do
- echo "fetching $line"
- ratt auto "$line" | \
- xmlstarlet sel -t -c "//item" >> "$OUTFILE" || :
-done
-
-echo "close"
-cat >> "$OUTFILE" <<EOF
- </channel>
-</rss>
-EOF
diff --git a/makefu/2configs/deployment/rss/ratt.nix b/makefu/2configs/deployment/rss/ratt.nix
deleted file mode 100644
index 2e7ecb45..00000000
--- a/makefu/2configs/deployment/rss/ratt.nix
+++ /dev/null
@@ -1,26 +0,0 @@
-{ pkgs, lib, config, ... }:
-let
- fqdn = "rss.euer.krebsco.de";
- ratt-path = "/var/lib/ratt/";
- out-path = "${ratt-path}/all.xml";
-in {
- systemd.tmpfiles.rules = ["d ${ratt-path} 0750 nginx nginx - -" ];
- systemd.services.run-ratt = {
- enable = true;
- path = with pkgs; [ ratt xmlstarlet ];
- script = builtins.readFile ./ratt-hourly.sh;
- scriptArgs = "${./urls} ${out-path}";
-
- preStart = "install -v -m750 ${./ebk.yml} ${ratt-path}/ebk.yml"; # ratt requires the config file in the cwd
- serviceConfig.User = "nginx";
- serviceConfig.WorkingDirectory= ratt-path;
- startAt = "00/3:07"; # every 3 hours, fetch latest
- };
-
- services.nginx.virtualHosts."${fqdn}" = {
- locations."=/ratt/all.xml" = {
- alias = out-path;
- };
- };
-}
-
diff --git a/makefu/2configs/deployment/rss/rss.euer.krebsco.de.nix b/makefu/2configs/deployment/rss/rss.euer.krebsco.de.nix
deleted file mode 100644
index 7e077d7e..00000000
--- a/makefu/2configs/deployment/rss/rss.euer.krebsco.de.nix
+++ /dev/null
@@ -1,30 +0,0 @@
-{ pkgs, lib, config, ... }:
-let
- fqdn = "rss.euer.krebsco.de";
- ratt-path = "/var/lib/ratt/";
-in {
- systemd.tmpfiles.rules = ["d ${ratt-path} 0750 nginx nginx - -" ];
- services.tt-rss = {
- enable = true;
- virtualHost = fqdn;
- selfUrlPath = "https://${fqdn}";
- };
-
- state = [ config.services.postgresqlBackup.location ];
-
- services.postgresqlBackup = {
- enable = true;
- databases = [ config.services.tt-rss.database.name ];
- };
- systemd.services.postgresqlBackup-tt_rss.serviceConfig.SupplementaryGroups = [ "download" ];
-
- services.nginx.virtualHosts."${fqdn}" = {
- enableACME = true;
- forceSSL = true;
- locations."/ratt/" = {
- alias = ratt-path;
- extraConfig = "autoindex on;";
- };
- };
-}
-
diff --git a/makefu/2configs/deployment/rss/urls b/makefu/2configs/deployment/rss/urls
deleted file mode 100644
index 3ab2538a..00000000
--- a/makefu/2configs/deployment/rss/urls
+++ /dev/null
@@ -1,7 +0,0 @@
-https://www.ebay-kleinanzeigen.de/s-heimwerken/nein/muehlhausen/bohrmaschine/k0c84l9313r5+heimwerken.versand_s:nein
-https://www.ebay-kleinanzeigen.de/s-stuttgart/zigbee/k0l9280
-https://www.ebay-kleinanzeigen.de/s-70378/d%C3%B6rrautomat/k0l9334r5
-https://www.ebay-kleinanzeigen.de/s-zu-verschenken/muehlhausen/c192l9313
-https://www.ebay-kleinanzeigen.de/s-spielzeug/muehlhausen/brettspiel/k0c23l9313
-https://www.ebay-kleinanzeigen.de/s-muehlhausen/labeldrucker/k0l9313r5
-https://www.ebay-kleinanzeigen.de/s-muehlhausen/dymo/k0l9313r5
diff --git a/makefu/2configs/deployment/scrape/default.nix b/makefu/2configs/deployment/scrape/default.nix
deleted file mode 100644
index c7a5b5c1..00000000
--- a/makefu/2configs/deployment/scrape/default.nix
+++ /dev/null
@@ -1,6 +0,0 @@
-{
- imports = [
- ./elkstack.nix
- ./selenium.nix
- ];
-}
diff --git a/makefu/2configs/deployment/scrape/elkstack.nix b/makefu/2configs/deployment/scrape/elkstack.nix
deleted file mode 100644
index c6bf1c6d..00000000
--- a/makefu/2configs/deployment/scrape/elkstack.nix
+++ /dev/null
@@ -1,5 +0,0 @@
-_:
-{
- services.elasticsearch.enable = true;
- services.kibana.enable = true;
-}
diff --git a/makefu/2configs/deployment/scrape/selenium.nix b/makefu/2configs/deployment/scrape/selenium.nix
deleted file mode 100644
index d700259b..00000000
--- a/makefu/2configs/deployment/scrape/selenium.nix
+++ /dev/null
@@ -1,65 +0,0 @@
-{config, pkgs, lib, ...}:
-with <stockholm/lib>;
-let
- selenium-pw = <secrets/selenium-vncpasswd>;
-in {
- services.jenkinsSlave.enable = true;
- users.users.selenium = {
- uid = genid "selenium";
- extraGroups = [ "plugdev" ];
- };
-
- fonts.enableFontDir = true;
-
- # networking.firewall.allowedTCPPorts = [ 5910 ];
-
- systemd.services.selenium-X11 =
- {
- description = "X11 vnc for selenium";
- wantedBy = [ "multi-user.target" ];
- path = [ pkgs.xorg.xorgserver pkgs.tightvnc pkgs.dwm ];
- environment =
- {
- DISPLAY = ":10";
- };
- script = ''
- set -ex
- [ -e /tmp/.X10-lock ] && ( set +e ; chmod u+w /tmp/.X10-lock ; rm /tmp/.X10-lock )
- [ -e /tmp/.X11-unix/X10 ] && ( set +e ; chmod u+w /tmp/.X11-unix/X10 ; rm /tmp/.X11-unix/X10 )
- mkdir -p ~/.vnc
- cp -f ${selenium-pw} ~/.vnc/passwd
- chmod go-rwx ~/.vnc/passwd
- echo > ~/.vnc/xstartup
- chmod u+x ~/.vnc/xstartup
- vncserver $DISPLAY -geometry 1280x1024 -depth 24 -n