crates/routes/src/feeds.rs

   1 use actix_web::{error::ErrorBadRequest, *};
   2 use anyhow::anyhow;
   3 use chrono::{DateTime, NaiveDateTime, Utc};
   4 use diesel::PgConnection;
   5 use lemmy_api_structs::blocking;
   6 use lemmy_db_queries::{
   7   source::{community::Community_, person::Person_},
   8   Crud,
   9   ListingType,
  10   SortType,
  11 };
  12 use lemmy_db_schema::source::{community::Community, local_user::LocalUser, person::Person};
  13 use lemmy_db_views::{
  14   comment_view::{CommentQueryBuilder, CommentView},
  15   post_view::{PostQueryBuilder, PostView},
  16   site_view::SiteView,
  17 };
  18 use lemmy_db_views_actor::person_mention_view::{PersonMentionQueryBuilder, PersonMentionView};
  19 use lemmy_utils::{
  20   claims::Claims,
  21   settings::structs::Settings,
  22   utils::markdown_to_html,
  23   LemmyError,
  24 };
  25 use lemmy_websocket::LemmyContext;
  26 use rss::{
  27   extension::dublincore::DublinCoreExtensionBuilder,
  28   ChannelBuilder,
  29   GuidBuilder,
  30   Item,
  31   ItemBuilder,
  32 };
  33 use serde::Deserialize;
  34 use std::{collections::HashMap, str::FromStr};
  35 use strum::ParseError;
  36
  37 #[derive(Deserialize)]
  38 struct Params {
  39   sort: Option<String>,
  40 }
  41
  42 enum RequestType {
  43   Community,
  44   User,
  45   Front,
  46   Inbox,
  47 }
  48
  49 pub fn config(cfg: &mut web::ServiceConfig) {
  50   cfg
  51     .route("/feeds/{type}/{name}.xml", web::get().to(get_feed))
  52     .route("/feeds/all.xml", web::get().to(get_all_feed))
  53     .route("/feeds/local.xml", web::get().to(get_local_feed));
  54 }
  55
  56 lazy_static! {
  57   static ref RSS_NAMESPACE: HashMap<String, String> = {
  58     let mut h = HashMap::new();
  59     h.insert(
  60       "dc".to_string(),
  61       rss::extension::dublincore::NAMESPACE.to_string(),
  62     );
  63     h
  64   };
  65 }
  66
  67 async fn get_all_feed(
  68   info: web::Query<Params>,
  69   context: web::Data<LemmyContext>,
  70 ) -> Result<HttpResponse, Error> {
  71   let sort_type = get_sort_type(info).map_err(ErrorBadRequest)?;
  72   Ok(get_feed_data(&context, ListingType::All, sort_type).await?)
  73 }
  74
  75 async fn get_local_feed(
  76   info: web::Query<Params>,
  77   context: web::Data<LemmyContext>,
  78 ) -> Result<HttpResponse, Error> {
  79   let sort_type = get_sort_type(info).map_err(ErrorBadRequest)?;
  80   Ok(get_feed_data(&context, ListingType::Local, sort_type).await?)
  81 }
  82
  83 async fn get_feed_data(
  84   context: &LemmyContext,
  85   listing_type: ListingType,
  86   sort_type: SortType,
  87 ) -> Result<HttpResponse, LemmyError> {
  88   let site_view = blocking(context.pool(), move |conn| SiteView::read(&conn)).await??;
  89
  90   let listing_type_ = listing_type.clone();
  91   let posts = blocking(context.pool(), move |conn| {
  92     PostQueryBuilder::create(&conn)
  93       .listing_type(&listing_type_)
  94       .sort(&sort_type)
  95       .list()
  96   })
  97   .await??;
  98
  99   let items = create_post_items(posts)?;
 100
 101   let mut channel_builder = ChannelBuilder::default();
 102   channel_builder
 103     .namespaces(RSS_NAMESPACE.to_owned())
 104     .title(&format!(
 105       "{} - {}",
 106       site_view.site.name,
 107       listing_type.to_string()
 108     ))
 109     .link(Settings::get().get_protocol_and_hostname())
 110     .items(items);
 111
 112   if let Some(site_desc) = site_view.site.description {
 113     channel_builder.description(&site_desc);
 114   }
 115
 116   let rss = channel_builder.build().map_err(|e| anyhow!(e))?.to_string();
 117   Ok(
 118     HttpResponse::Ok()
 119       .content_type("application/rss+xml")
 120       .body(rss),
 121   )
 122 }
 123
 124 async fn get_feed(
 125   web::Path((req_type, param)): web::Path<(String, String)>,
 126   info: web::Query<Params>,
 127   context: web::Data<LemmyContext>,
 128 ) -> Result<HttpResponse, Error> {
 129   let sort_type = get_sort_type(info).map_err(ErrorBadRequest)?;
 130
 131   let request_type = match req_type.as_str() {
 132     "u" => RequestType::User,
 133     "c" => RequestType::Community,
 134     "front" => RequestType::Front,
 135     "inbox" => RequestType::Inbox,
 136     _ => return Err(ErrorBadRequest(LemmyError::from(anyhow!("wrong_type")))),
 137   };
 138
 139   let builder = blocking(context.pool(), move |conn| match request_type {
 140     RequestType::User => get_feed_user(conn, &sort_type, param),
 141     RequestType::Community => get_feed_community(conn, &sort_type, param),
 142     RequestType::Front => get_feed_front(conn, &sort_type, param),
 143     RequestType::Inbox => get_feed_inbox(conn, param),
 144   })
 145   .await?
 146   .map_err(ErrorBadRequest)?;
 147
 148   let rss = builder.build().map_err(ErrorBadRequest)?.to_string();
 149
 150   Ok(
 151     HttpResponse::Ok()
 152       .content_type("application/rss+xml")
 153       .body(rss),
 154   )
 155 }
 156
 157 fn get_sort_type(info: web::Query<Params>) -> Result<SortType, ParseError> {
 158   let sort_query = info
 159     .sort
 160     .to_owned()
 161     .unwrap_or_else(|| SortType::Hot.to_string());
 162   SortType::from_str(&sort_query)
 163 }
 164
 165 fn get_feed_user(
 166   conn: &PgConnection,
 167   sort_type: &SortType,
 168   user_name: String,
 169 ) -> Result<ChannelBuilder, LemmyError> {
 170   let site_view = SiteView::read(&conn)?;
 171   let person = Person::find_by_name(&conn, &user_name)?;
 172
 173   let posts = PostQueryBuilder::create(&conn)
 174     .listing_type(&ListingType::All)
 175     .sort(sort_type)
 176     .creator_id(person.id)
 177     .list()?;
 178
 179   let items = create_post_items(posts)?;
 180
 181   let mut channel_builder = ChannelBuilder::default();
 182   channel_builder
 183     .namespaces(RSS_NAMESPACE.to_owned())
 184     .title(&format!("{} - {}", site_view.site.name, person.name))
 185     .link(person.actor_id.to_string())
 186     .items(items);
 187
 188   Ok(channel_builder)
 189 }
 190
 191 fn get_feed_community(
 192   conn: &PgConnection,
 193   sort_type: &SortType,
 194   community_name: String,
 195 ) -> Result<ChannelBuilder, LemmyError> {
 196   let site_view = SiteView::read(&conn)?;
 197   let community = Community::read_from_name(&conn, &community_name)?;
 198
 199   let posts = PostQueryBuilder::create(&conn)
 200     .listing_type(&ListingType::All)
 201     .sort(sort_type)
 202     .community_id(community.id)
 203     .list()?;
 204
 205   let items = create_post_items(posts)?;
 206
 207   let mut channel_builder = ChannelBuilder::default();
 208   channel_builder
 209     .namespaces(RSS_NAMESPACE.to_owned())
 210     .title(&format!("{} - {}", site_view.site.name, community.name))
 211     .link(community.actor_id.to_string())
 212     .items(items);
 213
 214   if let Some(community_desc) = community.description {
 215     channel_builder.description(&community_desc);
 216   }
 217
 218   Ok(channel_builder)
 219 }
 220
 221 fn get_feed_front(
 222   conn: &PgConnection,
 223   sort_type: &SortType,
 224   jwt: String,
 225 ) -> Result<ChannelBuilder, LemmyError> {
 226   let site_view = SiteView::read(&conn)?;
 227   let local_user_id = Claims::decode(&jwt)?.claims.local_user_id;
 228   let person_id = LocalUser::read(&conn, local_user_id)?.person_id;
 229
 230   let posts = PostQueryBuilder::create(&conn)
 231     .listing_type(&ListingType::Subscribed)
 232     .my_person_id(person_id)
 233     .sort(sort_type)
 234     .list()?;
 235
 236   let items = create_post_items(posts)?;
 237
 238   let mut channel_builder = ChannelBuilder::default();
 239   channel_builder
 240     .namespaces(RSS_NAMESPACE.to_owned())
 241     .title(&format!("{} - Subscribed", site_view.site.name))
 242     .link(Settings::get().get_protocol_and_hostname())
 243     .items(items);
 244
 245   if let Some(site_desc) = site_view.site.description {
 246     channel_builder.description(&site_desc);
 247   }
 248
 249   Ok(channel_builder)
 250 }
 251
 252 fn get_feed_inbox(conn: &PgConnection, jwt: String) -> Result<ChannelBuilder, LemmyError> {
 253   let site_view = SiteView::read(&conn)?;
 254   let local_user_id = Claims::decode(&jwt)?.claims.local_user_id;
 255   let person_id = LocalUser::read(&conn, local_user_id)?.person_id;
 256
 257   let sort = SortType::New;
 258
 259   let replies = CommentQueryBuilder::create(&conn)
 260     .recipient_id(person_id)
 261     .my_person_id(person_id)
 262     .sort(&sort)
 263     .list()?;
 264
 265   let mentions = PersonMentionQueryBuilder::create(&conn)
 266     .recipient_id(person_id)
 267     .my_person_id(person_id)
 268     .sort(&sort)
 269     .list()?;
 270
 271   let items = create_reply_and_mention_items(replies, mentions)?;
 272
 273   let mut channel_builder = ChannelBuilder::default();
 274   channel_builder
 275     .namespaces(RSS_NAMESPACE.to_owned())
 276     .title(&format!("{} - Inbox", site_view.site.name))
 277     .link(format!(
 278       "{}/inbox",
 279       Settings::get().get_protocol_and_hostname()
 280     ))
 281     .items(items);
 282
 283   if let Some(site_desc) = site_view.site.description {
 284     channel_builder.description(&site_desc);
 285   }
 286
 287   Ok(channel_builder)
 288 }
 289
 290 fn create_reply_and_mention_items(
 291   replies: Vec<CommentView>,
 292   mentions: Vec<PersonMentionView>,
 293 ) -> Result<Vec<Item>, LemmyError> {
 294   let mut reply_items: Vec<Item> = replies
 295     .iter()
 296     .map(|r| {
 297       let reply_url = format!(
 298         "{}/post/{}/comment/{}",
 299         Settings::get().get_protocol_and_hostname(),
 300         r.post.id,
 301         r.comment.id
 302       );
 303       build_item(
 304         &r.creator.name,
 305         &r.comment.published,
 306         &reply_url,
 307         &r.comment.content,
 308       )
 309     })
 310     .collect::<Result<Vec<Item>, LemmyError>>()?;
 311
 312   let mut mention_items: Vec<Item> = mentions
 313     .iter()
 314     .map(|m| {
 315       let mention_url = format!(
 316         "{}/post/{}/comment/{}",
 317         Settings::get().get_protocol_and_hostname(),
 318         m.post.id,
 319         m.comment.id
 320       );
 321       build_item(
 322         &m.creator.name,
 323         &m.comment.published,
 324         &mention_url,
 325         &m.comment.content,
 326       )
 327     })
 328     .collect::<Result<Vec<Item>, LemmyError>>()?;
 329
 330   reply_items.append(&mut mention_items);
 331   Ok(reply_items)
 332 }
 333
 334 fn build_item(
 335   creator_name: &str,
 336   published: &NaiveDateTime,
 337   url: &str,
 338   content: &str,
 339 ) -> Result<Item, LemmyError> {
 340   let mut i = ItemBuilder::default();
 341   i.title(format!("Reply from {}", creator_name));
 342   let author_url = format!(
 343     "{}/u/{}",
 344     Settings::get().get_protocol_and_hostname(),
 345     creator_name
 346   );
 347   i.author(format!(
 348     "/u/{} <a href=\"{}\">(link)</a>",
 349     creator_name, author_url
 350   ));
 351   let dt = DateTime::<Utc>::from_utc(*published, Utc);
 352   i.pub_date(dt.to_rfc2822());
 353   i.comments(url.to_owned());
 354   let guid = GuidBuilder::default()
 355     .permalink(true)
 356     .value(url)
 357     .build()
 358     .map_err(|e| anyhow!(e))?;
 359   i.guid(guid);
 360   i.link(url.to_owned());
 361   // TODO add images
 362   let html = markdown_to_html(&content.to_string());
 363   i.description(html);
 364   Ok(i.build().map_err(|e| anyhow!(e))?)
 365 }
 366
 367 fn create_post_items(posts: Vec<PostView>) -> Result<Vec<Item>, LemmyError> {
 368   let mut items: Vec<Item> = Vec::new();
 369
 370   for p in posts {
 371     let mut i = ItemBuilder::default();
 372     let mut dc_extension = DublinCoreExtensionBuilder::default();
 373
 374     i.title(p.post.name);
 375
 376     dc_extension.creators(vec![p.creator.actor_id.to_string()]);
 377
 378     let dt = DateTime::<Utc>::from_utc(p.post.published, Utc);
 379     i.pub_date(dt.to_rfc2822());
 380
 381     let post_url = format!(
 382       "{}/post/{}",
 383       Settings::get().get_protocol_and_hostname(),
 384       p.post.id
 385     );
 386     i.link(post_url.to_owned());
 387     i.comments(post_url.to_owned());
 388     let guid = GuidBuilder::default()
 389       .permalink(true)
 390       .value(&post_url)
 391       .build()
 392       .map_err(|e| anyhow!(e))?;
 393     i.guid(guid);
 394
 395     let community_url = format!(
 396       "{}/c/{}",
 397       Settings::get().get_protocol_and_hostname(),
 398       p.community.name
 399     );
 400
 401     // TODO add images
 402     let mut description = format!("submitted by <a href=\"{}\">{}</a> to <a href=\"{}\">{}</a><br>{} points | <a href=\"{}\">{} comments</a>",
 403     p.creator.actor_id,
 404     p.creator.name,
 405     community_url,
 406     p.community.name,
 407     p.counts.score,
 408     post_url,
 409     p.counts.comments);
 410
 411     // If its a url post, add it to the description
 412     if let Some(url) = p.post.url {
 413       let link_html = format!("<br><a href=\"{url}\">{url}</a>", url = url);
 414       description.push_str(&link_html);
 415     }
 416
 417     if let Some(body) = p.post.body {
 418       let html = markdown_to_html(&body);
 419       description.push_str(&html);
 420     }
 421
 422     i.description(description);
 423
 424     i.dublin_core_ext(dc_extension.build().map_err(|e| anyhow!(e))?);
 425     items.push(i.build().map_err(|e| anyhow!(e))?);
 426   }
 427
 428   Ok(items)
 429 }