diff options
author | jeschli <jeschli@gmail.com> | 2018-05-04 16:57:21 +0200 |
---|---|---|
committer | jeschli <jeschli@gmail.com> | 2018-05-04 16:57:21 +0200 |
commit | 74cab14502ce3f482d96759eed4c7e648204e78e (patch) | |
tree | 1f82d99cc0dafdf87d33fcc3e3a9a865f95f3384 /krebs/5pkgs/simple/Reaktor | |
parent | 4f2bf83ff906b9ee0421dabba4ff7e9dab5b7802 (diff) | |
parent | b81fe57e3e137a2449fb8cc5e627e484d84bb00e (diff) |
Merge remote-tracking branch 'origin/master'
Diffstat (limited to 'krebs/5pkgs/simple/Reaktor')
-rw-r--r-- | krebs/5pkgs/simple/Reaktor/plugins.nix | 23 |
1 files changed, 18 insertions, 5 deletions
diff --git a/krebs/5pkgs/simple/Reaktor/plugins.nix b/krebs/5pkgs/simple/Reaktor/plugins.nix index bcfcbf76..f3b77119 100644 --- a/krebs/5pkgs/simple/Reaktor/plugins.nix +++ b/krebs/5pkgs/simple/Reaktor/plugins.nix @@ -120,11 +120,24 @@ rec { url-title = (buildSimpleReaktorPlugin "url-title" { pattern = "^.*(?P<args>http[s]?://(?:[a-zA-Z]|[0-9]|[$-_@.&+]|[!*\(\),]|(?:%[0-9a-fA-F][0-9a-fA-F]))+).*$$"; path = with pkgs; [ curl perl ]; - script = pkgs.writeDash "lambda-pl" '' - if [ "$#" -gt 0 ]; then - curl -SsL --max-time 5 "$1" | - perl -l -0777 -ne 'print $1 if /<title.*?>\s*(.*?)\s*<\/title/si' - fi + script = pkgs.writePython3 [ "beautifulsoup4" "lxml" ] "url-title" '' + import sys + import urllib.request + from bs4 import BeautifulSoup + + try: + soup = BeautifulSoup(urllib.request.urlopen(sys.argv[1]), "lxml") + title = soup.find('title').string + + if title: + if len(title) > 512: + print('message to long, skipped') + elif len(title.split('\n')) > 5: + print('to many lines, skipped') + else: + print(title) + except: # noqa: E722 + pass ''; }); |