summaryrefslogtreecommitdiffstats
path: root/makefu/2configs/deployment/rss
diff options
context:
space:
mode:
Diffstat (limited to 'makefu/2configs/deployment/rss')
-rw-r--r--makefu/2configs/deployment/rss/ebk.yml59
-rwxr-xr-xmakefu/2configs/deployment/rss/ratt-hourly.sh28
-rw-r--r--makefu/2configs/deployment/rss/ratt.nix26
-rw-r--r--makefu/2configs/deployment/rss/rss.euer.krebsco.de.nix30
-rw-r--r--makefu/2configs/deployment/rss/urls7
5 files changed, 0 insertions, 150 deletions
diff --git a/makefu/2configs/deployment/rss/ebk.yml b/makefu/2configs/deployment/rss/ebk.yml
deleted file mode 100644
index 3248f5c4..00000000
--- a/makefu/2configs/deployment/rss/ebk.yml
+++ /dev/null
@@ -1,59 +0,0 @@
-regex: https://www.ebay\-kleinanzeigen.de/s\-.*
-selectors:
- httpsettings:
- cookie: {}
- header: {}
- useragent: Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko)
- Chrome/90.0.4430.72 Safari/537.36
- insecure: false
- feed:
- title: title
- authorname: ""
- authoremail: ""
- item:
- container: ul[id='srchrslt-adtable'] li[class='ad-listitem lazyload-item ']
- title: |
- title = sel:find("h2.text-module-begin"):first():text():gsub("^%s*(.-)%s*$", "%1")
- print(title)
- link: |
- link = sel:find("a"):first():attr("href")
- print("https://www.ebay-kleinanzeigen.de" .. link)
- created: |-
- created = ""
- sel:find("div.aditem-main--top--right"):each(function(i, s)
- created = s:text():gsub("^%s*(.-)%s*$", "%1")
- end)
- if created:match("Heute") then
- time = created:gsub("^.*,", "")
- print(os.date("%d.%m.%Y") .. time .. " CET")
- return
- end
- if created:match("Gestern") then
- time = created:gsub("^.*,", "")
- print(os.date("%d.%m.%Y", os.time()-24*60*60) .. time .. " CET")
- return
- end
- if created:match("\.") then
- print(created .. " 00:00 CET")
- return
- end
- createdformat: 02.01.2006 15:04 MST
- description: |-
- description = sel:find(".aditem-main--middle"):html()
- place = sel:find(".aditem-main--top--left"):html()
- print(description .. place)
- content: ""
- image: |
- img = sel:find("div.imagebox"):first():attr("data-imgsrc")
- if img ~= "" then
- -- prepend host if needed
- if not(img:match("https*:\/\/.*")) then
- img = "https://www.ebay-kleinanzeigen.de" .. img
- end
- print(img)
- end
- nextpage: |
- nextpage = sel:find("link[rel=next]"):attr("href")
- print("https://www.ebay-kleinanzeigen.de" .. nextpage)
- nextpagecount: 5
- sort: ""
diff --git a/makefu/2configs/deployment/rss/ratt-hourly.sh b/makefu/2configs/deployment/rss/ratt-hourly.sh
deleted file mode 100755
index 67f2529b..00000000
--- a/makefu/2configs/deployment/rss/ratt-hourly.sh
+++ /dev/null
@@ -1,28 +0,0 @@
-#!/bin/sh
-set -eu
-URLS=${1?must provide URLS file}
-OUTFILE=${2:-all.xml}
-
-echo "init, writing to $OUTFILE"
-
-cat > "$OUTFILE" <<EOF
-<?xml version="1.0" encoding="UTF-8"?>
-<rss version="2.0" xmlns:content="http://purl.org/rss/1.0/modules/content/">
- <channel>
- <title>makefu Ebay Kleinanzeigen</title>
- <link>https://www.ebay-kleinanzeigen.de/</link>
- <description>Feed for all kleinanzeigen</description>
- <pubDate>$(date '+%a, %d %b %Y %H:%M:%S %z')</pubDate>
-EOF
-echo "looping through $URLS"
-cat "$URLS" | while read line;do
- echo "fetching $line"
- ratt auto "$line" | \
- xmlstarlet sel -t -c "//item" >> "$OUTFILE" || :
-done
-
-echo "close"
-cat >> "$OUTFILE" <<EOF
- </channel>
-</rss>
-EOF
diff --git a/makefu/2configs/deployment/rss/ratt.nix b/makefu/2configs/deployment/rss/ratt.nix
deleted file mode 100644
index 2e7ecb45..00000000
--- a/makefu/2configs/deployment/rss/ratt.nix
+++ /dev/null
@@ -1,26 +0,0 @@
-{ pkgs, lib, config, ... }:
-let
- fqdn = "rss.euer.krebsco.de";
- ratt-path = "/var/lib/ratt/";
- out-path = "${ratt-path}/all.xml";
-in {
- systemd.tmpfiles.rules = ["d ${ratt-path} 0750 nginx nginx - -" ];
- systemd.services.run-ratt = {
- enable = true;
- path = with pkgs; [ ratt xmlstarlet ];
- script = builtins.readFile ./ratt-hourly.sh;
- scriptArgs = "${./urls} ${out-path}";
-
- preStart = "install -v -m750 ${./ebk.yml} ${ratt-path}/ebk.yml"; # ratt requires the config file in the cwd
- serviceConfig.User = "nginx";
- serviceConfig.WorkingDirectory= ratt-path;
- startAt = "00/3:07"; # every 3 hours, fetch latest
- };
-
- services.nginx.virtualHosts."${fqdn}" = {
- locations."=/ratt/all.xml" = {
- alias = out-path;
- };
- };
-}
-
diff --git a/makefu/2configs/deployment/rss/rss.euer.krebsco.de.nix b/makefu/2configs/deployment/rss/rss.euer.krebsco.de.nix
deleted file mode 100644
index 7e077d7e..00000000
--- a/makefu/2configs/deployment/rss/rss.euer.krebsco.de.nix
+++ /dev/null
@@ -1,30 +0,0 @@
-{ pkgs, lib, config, ... }:
-let
- fqdn = "rss.euer.krebsco.de";
- ratt-path = "/var/lib/ratt/";
-in {
- systemd.tmpfiles.rules = ["d ${ratt-path} 0750 nginx nginx - -" ];
- services.tt-rss = {
- enable = true;
- virtualHost = fqdn;
- selfUrlPath = "https://${fqdn}";
- };
-
- state = [ config.services.postgresqlBackup.location ];
-
- services.postgresqlBackup = {
- enable = true;
- databases = [ config.services.tt-rss.database.name ];
- };
- systemd.services.postgresqlBackup-tt_rss.serviceConfig.SupplementaryGroups = [ "download" ];
-
- services.nginx.virtualHosts."${fqdn}" = {
- enableACME = true;
- forceSSL = true;
- locations."/ratt/" = {
- alias = ratt-path;
- extraConfig = "autoindex on;";
- };
- };
-}
-
diff --git a/makefu/2configs/deployment/rss/urls b/makefu/2configs/deployment/rss/urls
deleted file mode 100644
index 3ab2538a..00000000
--- a/makefu/2configs/deployment/rss/urls
+++ /dev/null
@@ -1,7 +0,0 @@
-https://www.ebay-kleinanzeigen.de/s-heimwerken/nein/muehlhausen/bohrmaschine/k0c84l9313r5+heimwerken.versand_s:nein
-https://www.ebay-kleinanzeigen.de/s-stuttgart/zigbee/k0l9280
-https://www.ebay-kleinanzeigen.de/s-70378/d%C3%B6rrautomat/k0l9334r5
-https://www.ebay-kleinanzeigen.de/s-zu-verschenken/muehlhausen/c192l9313
-https://www.ebay-kleinanzeigen.de/s-spielzeug/muehlhausen/brettspiel/k0c23l9313
-https://www.ebay-kleinanzeigen.de/s-muehlhausen/labeldrucker/k0l9313r5
-https://www.ebay-kleinanzeigen.de/s-muehlhausen/dymo/k0l9313r5