Sketch out fetch of posts for date

This commit is contained in:
Thomas Gideon 2023-07-15 08:47:57 -04:00
parent 4274d0ead1
commit 9d7e8992da
3 changed files with 2258 additions and 2 deletions

2174
Cargo.lock generated Normal file

File diff suppressed because it is too large Load diff

View file

@ -6,3 +6,10 @@ edition = "2021"
# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
[dependencies]
anyhow = "1.0.71"
chrono = "0.4.26"
env_logger = "0.10.0"
html2md = "0.2.14"
megalodon = "0.8.3"
rss = "2.0.4"
tokio = { version = "1.28.2", features = ["default", "full"] }

View file

@ -1,3 +1,78 @@
fn main() {
println!("Hello, world!");
use anyhow::{format_err, Result};
use chrono::{DateTime, Local, NaiveDate, TimeZone, Utc};
use html2md::parse_html;
use megalodon::{generator, megalodon::GetLocalTimelineInputOptions, response::Response};
use std::env;
#[derive(Debug)]
struct Post {
content: String,
created_at: DateTime<Utc>,
}
#[tokio::main]
async fn main() -> Result<()> {
env_logger::init();
let start = Local
.from_local_datetime(
&NaiveDate::from_ymd_opt(2023, 7, 1)
.ok_or_else(|| format_err!("Invallid date!"))?
.and_hms_opt(0, 0, 0)
.expect("Failed to construct time!"),
)
.unwrap();
let end = Local
.from_local_datetime(
&NaiveDate::from_ymd_opt(2023, 7, 1)
.ok_or_else(|| format_err!("Invallid date!"))?
.and_hms_opt(23, 59, 59)
.expect("Failed to construct time!"),
)
.unwrap();
println!("Date {:#?}", start);
let url = env::var("MASTODON_URL")?;
let token = env::var("MASTODON_ACCESS_TOKEN")?;
let client = generator(megalodon::SNS::Mastodon, url, Some(token), None);
let mut max_id: Option<String> = None;
loop {
let Response { json, .. } = if let Some(max_id) = max_id.as_ref() {
client
.get_local_timeline(Some(&GetLocalTimelineInputOptions {
max_id: Some(max_id.clone()),
..GetLocalTimelineInputOptions::default()
}))
.await?
} else {
client.get_local_timeline(None).await?
};
if let Some(last) = json.last() {
println!(
"Checking {:?} against {:?}: {}",
last.created_at,
start,
last.created_at > start
);
if last.created_at > start {
max_id.replace(last.id.clone());
continue;
}
}
println!(
"{:#?}",
json.iter()
.filter(|json| start <= json.created_at && json.created_at <= end)
.map(|json| Post {
content: parse_html(&json.content),
created_at: json.created_at
})
.collect::<Vec<Post>>()
);
break;
}
Ok(())
}