it* hacker news on gopher Err codevoid.de 70 i Err codevoid.de 70 hgit clone git://git.codevoid.de/hn-gopher URL:git://git.codevoid.de/hn-gopher codevoid.de 70 1Log /git/hn-gopher/log.gph codevoid.de 70 1Files /git/hn-gopher/files.gph codevoid.de 70 1Refs /git/hn-gopher/refs.gph codevoid.de 70 i--- Err codevoid.de 70 1commit d93b0ad18f02983bb67885550fa8258095545a34 /git/hn-gopher/commit/d93b0ad18f02983bb67885550fa8258095545a34.gph codevoid.de 70 1parent 1e75ee197e2cc218e808740151f74f1d3516cc87 /git/hn-gopher/commit/1e75ee197e2cc218e808740151f74f1d3516cc87.gph codevoid.de 70 hAuthor: Stefan Hagen URL:mailto:sh+git[at]codevoid[dot]de codevoid.de 70 iDate: Mon, 30 Jul 2018 15:42:16 +0200 Err codevoid.de 70 i Err codevoid.de 70 iConsolidate ugly brute force regex Err codevoid.de 70 i Err codevoid.de 70 iDiffstat: Err codevoid.de 70 i M hn-scraper.pl | 19 +++---------------- Err codevoid.de 70 i Err codevoid.de 70 i1 file changed, 3 insertions(+), 16 deletions(-) Err codevoid.de 70 i--- Err codevoid.de 70 1diff --git a/hn-scraper.pl b/hn-scraper.pl /git/hn-gopher/file/hn-scraper.pl.gph codevoid.de 70 it@@ -51,7 +51,7 @@ sub scrapeSubComments { Err codevoid.de 70 i my $author = encode("UTF-8", $comment->{'author'}); Err codevoid.de 70 i my $objectID = $comment->{'objectID'}; Err codevoid.de 70 i $output .= formatContent("$author:", $lvl); Err codevoid.de 70 i- $output .= formatContent("$text", $lvl)."\n\n"; Err codevoid.de 70 i+ $output .= formatContent("$text", $lvl)."\n"; Err codevoid.de 70 i $output .= scrapeSubComments( $payload, $objectID, ++$lvl ); Err codevoid.de 70 i $lvl--; Err codevoid.de 70 i } Err codevoid.de 70 it@@ -122,21 +122,8 @@ sub formatContent { Err codevoid.de 70 i $c++; Err codevoid.de 70 i $content_clean =~ s/(\Q$linkitem->{_TEXT}\E)/ \[$c\] /g; Err codevoid.de 70 i Err codevoid.de 70 i- # FIXME FIXME FIXME Err codevoid.de 70 i- # It's late and the below works. Err codevoid.de 70 i- $content_clean =~ s/\n \[$c\] / \[$c\] /g; Err codevoid.de 70 i- $content_clean =~ s/\n \[$c\] / \[$c\] /g; Err codevoid.de 70 i- Err codevoid.de 70 i- $content_clean =~ s/\[$c\] \n/ \[$c\] /g; Err codevoid.de 70 i- $content_clean =~ s/\[$c\] \n/ \[$c\] /g; Err codevoid.de 70 i- Err codevoid.de 70 i- $content_clean =~ s/\n \[$c\] \n/ \[$c\] /g; Err codevoid.de 70 i- $content_clean =~ s/\n \[$c\] \n/ \[$c\] /g; Err codevoid.de 70 i- Err codevoid.de 70 i- $content_clean =~ s/ / /g; Err codevoid.de 70 i- $content_clean =~ s/ / /g; Err codevoid.de 70 i- $content_clean =~ s/ / /g; Err codevoid.de 70 i- # FIXME FIXME FIXME Err codevoid.de 70 i+ # make sure there are no newlines/extra spaces around [0] Err codevoid.de 70 i+ $content_clean =~ s/[\s\n]+\[$c\][\s\n]+/ \[$c\] /g; Err codevoid.de 70 i Err codevoid.de 70 i # shorten links Err codevoid.de 70 i my $short = $linkitem->{href}; Err codevoid.de 70 .