focloir_wotd]: Add focloir_wotd.pl

This commit is contained in:
2024-11-11 01:57:52 +00:00
parent e83f513313
commit 147d81e546

42
focloir_wotd.pl Executable file
View File

@ -0,0 +1,42 @@
#!/usr/bin/perl
# Script to scrape the Irish dictionary website focloir.ie and turn the "Word of the Day" into an RSS item
use strict;
use warnings;
use HTML::TreeBuilder;
use Encode;
# use UTF-8 when writing to STDOUT
binmode(STDOUT, ":encoding(utf8)");
my $url = "https://www.focloir.ie/en/";
my $user_agent = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/109.0.0.0 Safari/537.36"; # focloir.ie blocks curl and wget without this
my $html = `curl --user-agent "$user_agent" "$url"`;
my $tree = HTML::TreeBuilder->new;
$tree->parse(decode('UTF-8', $html));
$tree->eof;
my $div = $tree->look_down(_tag => "div", class => "wotdEntry");
my $a_tag = $div->look_down(_tag => "div", class => "wotdEntryHdr")->look_down(_tag => "a");
my $word = $a_tag->look_down(_tag => "span")->as_text;
my $link = $a_tag->attr("href");
my $entry = $div->look_down(_tag => "div", class => "wotdEntryBody")->as_text;
print("
<rss xmlns:atom='http://www.w3.org/2005/Atom' version='2.0'>
<channel>
<title>Focloir.ie: Focal an Lae</title>
<link>" . $url . "</link>
<item>
<title>" . $word . "</title>
<link>" . $link . "</link>
<pubDate>" . `date "+%a, %d %b %Y %H:%M:%S %z"` . "</pubDate>
<description><![CDATA[" . $word . "<br>" . $entry . "]]></description>
</item>
</channel>
</rss>
");
$tree = $tree->delete;