From 423f5c455e1ed3586f3edf2cd81cd62bd5f91a63 Mon Sep 17 00:00:00 2001
From: Joe Carstairs <me@joeac.net>
Date: Sat, 5 Sep 2026 07:05:45 +0100
Subject: retrieves rss feeds

---
 src/retrieve.rs | 24 ++++++++++++++++++++++++
 1 file changed, 24 insertions(+)
 create mode 100644 src/retrieve.rs

(limited to 'src/retrieve.rs')

diff --git a/src/retrieve.rs b/src/retrieve.rs
new file mode 100644
index 0000000..ee904ab
--- /dev/null
+++ b/src/retrieve.rs
@@ -0,0 +1,24 @@
+use futures::{StreamExt, stream};
+use isahc::AsyncReadResponseExt;
+use rss::Channel;
+
+pub async fn retrieve<'a, I>(urls: I) -> Vec<Channel>
+    where I : IntoIterator<Item = &'a str>
+{
+    stream::iter(urls)
+        .flat_map(|url| stream::once(retrieve_one_or_warn(url)))
+        .filter_map(async |result| result.ok())
+        .collect().await
+}
+
+async fn retrieve_one_or_warn(url: &str) -> anyhow::Result<Channel>
+{
+    retrieve_one(url).await
+        .inspect_err(|err| eprintln!("Failed to fetch {url}: {:#?}", err))
+}
+
+async fn retrieve_one(url: &str) -> anyhow::Result<Channel>
+{
+    let content = isahc::get_async(url).await?.bytes().await?;
+    Ok(Channel::read_from(&content[..])?)
+}
-- 
cgit v1.2.3