crates/routes/src/feeds.rs

   1 use actix_web::{error::ErrorBadRequest, *};
   2 use anyhow::anyhow;
   3 use chrono::{DateTime, NaiveDateTime, Utc};
   4 use diesel::PgConnection;
   5 use lemmy_api_common::blocking;
   6 use lemmy_db_queries::{
   7   source::{community::Community_, person::Person_},
   8   Crud,
   9   ListingType,
  10   SortType,
  11 };
  12 use lemmy_db_schema::{
  13   source::{community::Community, local_user::LocalUser, person::Person},
  14   LocalUserId,
  15 };
  16 use lemmy_db_views::{
  17   comment_view::{CommentQueryBuilder, CommentView},
  18   post_view::{PostQueryBuilder, PostView},
  19   site_view::SiteView,
  20 };
  21 use lemmy_db_views_actor::person_mention_view::{PersonMentionQueryBuilder, PersonMentionView};
  22 use lemmy_utils::{
  23   claims::Claims,
  24   settings::structs::Settings,
  25   utils::markdown_to_html,
  26   LemmyError,
  27 };
  28 use lemmy_websocket::LemmyContext;
  29 use rss::{
  30   extension::dublincore::DublinCoreExtensionBuilder,
  31   ChannelBuilder,
  32   GuidBuilder,
  33   Item,
  34   ItemBuilder,
  35 };
  36 use serde::Deserialize;
  37 use std::{collections::HashMap, str::FromStr};
  38 use strum::ParseError;
  39
  40 #[derive(Deserialize)]
  41 struct Params {
  42   sort: Option<String>,
  43 }
  44
  45 enum RequestType {
  46   Community,
  47   User,
  48   Front,
  49   Inbox,
  50 }
  51
  52 pub fn config(cfg: &mut web::ServiceConfig) {
  53   cfg
  54     .route("/feeds/{type}/{name}.xml", web::get().to(get_feed))
  55     .route("/feeds/all.xml", web::get().to(get_all_feed))
  56     .route("/feeds/local.xml", web::get().to(get_local_feed));
  57 }
  58
  59 lazy_static! {
  60   static ref RSS_NAMESPACE: HashMap<String, String> = {
  61     let mut h = HashMap::new();
  62     h.insert(
  63       "dc".to_string(),
  64       rss::extension::dublincore::NAMESPACE.to_string(),
  65     );
  66     h
  67   };
  68 }
  69
  70 async fn get_all_feed(
  71   info: web::Query<Params>,
  72   context: web::Data<LemmyContext>,
  73 ) -> Result<HttpResponse, Error> {
  74   let sort_type = get_sort_type(info).map_err(ErrorBadRequest)?;
  75   Ok(get_feed_data(&context, ListingType::All, sort_type).await?)
  76 }
  77
  78 async fn get_local_feed(
  79   info: web::Query<Params>,
  80   context: web::Data<LemmyContext>,
  81 ) -> Result<HttpResponse, Error> {
  82   let sort_type = get_sort_type(info).map_err(ErrorBadRequest)?;
  83   Ok(get_feed_data(&context, ListingType::Local, sort_type).await?)
  84 }
  85
  86 async fn get_feed_data(
  87   context: &LemmyContext,
  88   listing_type: ListingType,
  89   sort_type: SortType,
  90 ) -> Result<HttpResponse, LemmyError> {
  91   let site_view = blocking(context.pool(), move |conn| SiteView::read(&conn)).await??;
  92
  93   let listing_type_ = listing_type.clone();
  94   let posts = blocking(context.pool(), move |conn| {
  95     PostQueryBuilder::create(&conn)
  96       .listing_type(&listing_type_)
  97       .sort(&sort_type)
  98       .list()
  99   })
 100   .await??;
 101
 102   let items = create_post_items(posts)?;
 103
 104   let mut channel_builder = ChannelBuilder::default();
 105   channel_builder
 106     .namespaces(RSS_NAMESPACE.to_owned())
 107     .title(&format!(
 108       "{} - {}",
 109       site_view.site.name,
 110       listing_type.to_string()
 111     ))
 112     .link(Settings::get().get_protocol_and_hostname())
 113     .items(items);
 114
 115   if let Some(site_desc) = site_view.site.description {
 116     channel_builder.description(&site_desc);
 117   }
 118
 119   let rss = channel_builder.build().map_err(|e| anyhow!(e))?.to_string();
 120   Ok(
 121     HttpResponse::Ok()
 122       .content_type("application/rss+xml")
 123       .body(rss),
 124   )
 125 }
 126
 127 async fn get_feed(
 128   web::Path((req_type, param)): web::Path<(String, String)>,
 129   info: web::Query<Params>,
 130   context: web::Data<LemmyContext>,
 131 ) -> Result<HttpResponse, Error> {
 132   let sort_type = get_sort_type(info).map_err(ErrorBadRequest)?;
 133
 134   let request_type = match req_type.as_str() {
 135     "u" => RequestType::User,
 136     "c" => RequestType::Community,
 137     "front" => RequestType::Front,
 138     "inbox" => RequestType::Inbox,
 139     _ => return Err(ErrorBadRequest(LemmyError::from(anyhow!("wrong_type")))),
 140   };
 141
 142   let builder = blocking(context.pool(), move |conn| match request_type {
 143     RequestType::User => get_feed_user(conn, &sort_type, param),
 144     RequestType::Community => get_feed_community(conn, &sort_type, param),
 145     RequestType::Front => get_feed_front(conn, &sort_type, param),
 146     RequestType::Inbox => get_feed_inbox(conn, param),
 147   })
 148   .await?
 149   .map_err(ErrorBadRequest)?;
 150
 151   let rss = builder.build().map_err(ErrorBadRequest)?.to_string();
 152
 153   Ok(
 154     HttpResponse::Ok()
 155       .content_type("application/rss+xml")
 156       .body(rss),
 157   )
 158 }
 159
 160 fn get_sort_type(info: web::Query<Params>) -> Result<SortType, ParseError> {
 161   let sort_query = info
 162     .sort
 163     .to_owned()
 164     .unwrap_or_else(|| SortType::Hot.to_string());
 165   SortType::from_str(&sort_query)
 166 }
 167
 168 fn get_feed_user(
 169   conn: &PgConnection,
 170   sort_type: &SortType,
 171   user_name: String,
 172 ) -> Result<ChannelBuilder, LemmyError> {
 173   let site_view = SiteView::read(&conn)?;
 174   let person = Person::find_by_name(&conn, &user_name)?;
 175
 176   let posts = PostQueryBuilder::create(&conn)
 177     .listing_type(&ListingType::All)
 178     .sort(sort_type)
 179     .creator_id(person.id)
 180     .list()?;
 181
 182   let items = create_post_items(posts)?;
 183
 184   let mut channel_builder = ChannelBuilder::default();
 185   channel_builder
 186     .namespaces(RSS_NAMESPACE.to_owned())
 187     .title(&format!("{} - {}", site_view.site.name, person.name))
 188     .link(person.actor_id.to_string())
 189     .items(items);
 190
 191   Ok(channel_builder)
 192 }
 193
 194 fn get_feed_community(
 195   conn: &PgConnection,
 196   sort_type: &SortType,
 197   community_name: String,
 198 ) -> Result<ChannelBuilder, LemmyError> {
 199   let site_view = SiteView::read(&conn)?;
 200   let community = Community::read_from_name(&conn, &community_name)?;
 201
 202   let posts = PostQueryBuilder::create(&conn)
 203     .listing_type(&ListingType::All)
 204     .sort(sort_type)
 205     .community_id(community.id)
 206     .list()?;
 207
 208   let items = create_post_items(posts)?;
 209
 210   let mut channel_builder = ChannelBuilder::default();
 211   channel_builder
 212     .namespaces(RSS_NAMESPACE.to_owned())
 213     .title(&format!("{} - {}", site_view.site.name, community.name))
 214     .link(community.actor_id.to_string())
 215     .items(items);
 216
 217   if let Some(community_desc) = community.description {
 218     channel_builder.description(&community_desc);
 219   }
 220
 221   Ok(channel_builder)
 222 }
 223
 224 fn get_feed_front(
 225   conn: &PgConnection,
 226   sort_type: &SortType,
 227   jwt: String,
 228 ) -> Result<ChannelBuilder, LemmyError> {
 229   let site_view = SiteView::read(&conn)?;
 230   let local_user_id = LocalUserId(Claims::decode(&jwt)?.claims.sub);
 231   let local_user = LocalUser::read(&conn, local_user_id)?;
 232   let person_id = local_user.person_id;
 233   let show_bot_accounts = local_user.show_bot_accounts;
 234
 235   let posts = PostQueryBuilder::create(&conn)
 236     .listing_type(&ListingType::Subscribed)
 237     .my_person_id(person_id)
 238     .show_bot_accounts(show_bot_accounts)
 239     .sort(sort_type)
 240     .list()?;
 241
 242   let items = create_post_items(posts)?;
 243
 244   let mut channel_builder = ChannelBuilder::default();
 245   channel_builder
 246     .namespaces(RSS_NAMESPACE.to_owned())
 247     .title(&format!("{} - Subscribed", site_view.site.name))
 248     .link(Settings::get().get_protocol_and_hostname())
 249     .items(items);
 250
 251   if let Some(site_desc) = site_view.site.description {
 252     channel_builder.description(&site_desc);
 253   }
 254
 255   Ok(channel_builder)
 256 }
 257
 258 fn get_feed_inbox(conn: &PgConnection, jwt: String) -> Result<ChannelBuilder, LemmyError> {
 259   let site_view = SiteView::read(&conn)?;
 260   let local_user_id = LocalUserId(Claims::decode(&jwt)?.claims.sub);
 261   let local_user = LocalUser::read(&conn, local_user_id)?;
 262   let person_id = local_user.person_id;
 263   let show_bot_accounts = local_user.show_bot_accounts;
 264
 265   let sort = SortType::New;
 266
 267   let replies = CommentQueryBuilder::create(&conn)
 268     .recipient_id(person_id)
 269     .my_person_id(person_id)
 270     .show_bot_accounts(show_bot_accounts)
 271     .sort(&sort)
 272     .list()?;
 273
 274   let mentions = PersonMentionQueryBuilder::create(&conn)
 275     .recipient_id(person_id)
 276     .my_person_id(person_id)
 277     .sort(&sort)
 278     .list()?;
 279
 280   let items = create_reply_and_mention_items(replies, mentions)?;
 281
 282   let mut channel_builder = ChannelBuilder::default();
 283   channel_builder
 284     .namespaces(RSS_NAMESPACE.to_owned())
 285     .title(&format!("{} - Inbox", site_view.site.name))
 286     .link(format!(
 287       "{}/inbox",
 288       Settings::get().get_protocol_and_hostname()
 289     ))
 290     .items(items);
 291
 292   if let Some(site_desc) = site_view.site.description {
 293     channel_builder.description(&site_desc);
 294   }
 295
 296   Ok(channel_builder)
 297 }
 298
 299 fn create_reply_and_mention_items(
 300   replies: Vec<CommentView>,
 301   mentions: Vec<PersonMentionView>,
 302 ) -> Result<Vec<Item>, LemmyError> {
 303   let mut reply_items: Vec<Item> = replies
 304     .iter()
 305     .map(|r| {
 306       let reply_url = format!(
 307         "{}/post/{}/comment/{}",
 308         Settings::get().get_protocol_and_hostname(),
 309         r.post.id,
 310         r.comment.id
 311       );
 312       build_item(
 313         &r.creator.name,
 314         &r.comment.published,
 315         &reply_url,
 316         &r.comment.content,
 317       )
 318     })
 319     .collect::<Result<Vec<Item>, LemmyError>>()?;
 320
 321   let mut mention_items: Vec<Item> = mentions
 322     .iter()
 323     .map(|m| {
 324       let mention_url = format!(
 325         "{}/post/{}/comment/{}",
 326         Settings::get().get_protocol_and_hostname(),
 327         m.post.id,
 328         m.comment.id
 329       );
 330       build_item(
 331         &m.creator.name,
 332         &m.comment.published,
 333         &mention_url,
 334         &m.comment.content,
 335       )
 336     })
 337     .collect::<Result<Vec<Item>, LemmyError>>()?;
 338
 339   reply_items.append(&mut mention_items);
 340   Ok(reply_items)
 341 }
 342
 343 fn build_item(
 344   creator_name: &str,
 345   published: &NaiveDateTime,
 346   url: &str,
 347   content: &str,
 348 ) -> Result<Item, LemmyError> {
 349   let mut i = ItemBuilder::default();
 350   i.title(format!("Reply from {}", creator_name));
 351   let author_url = format!(
 352     "{}/u/{}",
 353     Settings::get().get_protocol_and_hostname(),
 354     creator_name
 355   );
 356   i.author(format!(
 357     "/u/{} <a href=\"{}\">(link)</a>",
 358     creator_name, author_url
 359   ));
 360   let dt = DateTime::<Utc>::from_utc(*published, Utc);
 361   i.pub_date(dt.to_rfc2822());
 362   i.comments(url.to_owned());
 363   let guid = GuidBuilder::default()
 364     .permalink(true)
 365     .value(url)
 366     .build()
 367     .map_err(|e| anyhow!(e))?;
 368   i.guid(guid);
 369   i.link(url.to_owned());
 370   // TODO add images
 371   let html = markdown_to_html(&content.to_string());
 372   i.description(html);
 373   Ok(i.build().map_err(|e| anyhow!(e))?)
 374 }
 375
 376 fn create_post_items(posts: Vec<PostView>) -> Result<Vec<Item>, LemmyError> {
 377   let mut items: Vec<Item> = Vec::new();
 378
 379   for p in posts {
 380     let mut i = ItemBuilder::default();
 381     let mut dc_extension = DublinCoreExtensionBuilder::default();
 382
 383     i.title(p.post.name);
 384
 385     dc_extension.creators(vec![p.creator.actor_id.to_string()]);
 386
 387     let dt = DateTime::<Utc>::from_utc(p.post.published, Utc);
 388     i.pub_date(dt.to_rfc2822());
 389
 390     let post_url = format!(
 391       "{}/post/{}",
 392       Settings::get().get_protocol_and_hostname(),
 393       p.post.id
 394     );
 395     i.link(post_url.to_owned());
 396     i.comments(post_url.to_owned());
 397     let guid = GuidBuilder::default()
 398       .permalink(true)
 399       .value(&post_url)
 400       .build()
 401       .map_err(|e| anyhow!(e))?;
 402     i.guid(guid);
 403
 404     let community_url = format!(
 405       "{}/c/{}",
 406       Settings::get().get_protocol_and_hostname(),
 407       p.community.name
 408     );
 409
 410     // TODO add images
 411     let mut description = format!("submitted by <a href=\"{}\">{}</a> to <a href=\"{}\">{}</a><br>{} points | <a href=\"{}\">{} comments</a>",
 412     p.creator.actor_id,
 413     p.creator.name,
 414     community_url,
 415     p.community.name,
 416     p.counts.score,
 417     post_url,
 418     p.counts.comments);
 419
 420     // If its a url post, add it to the description
 421     if let Some(url) = p.post.url {
 422       let link_html = format!("<br><a href=\"{url}\">{url}</a>", url = url);
 423       description.push_str(&link_html);
 424     }
 425
 426     if let Some(body) = p.post.body {
 427       let html = markdown_to_html(&body);
 428       description.push_str(&html);
 429     }
 430
 431     i.description(description);
 432
 433     i.dublin_core_ext(dc_extension.build().map_err(|e| anyhow!(e))?);
 434     items.push(i.build().map_err(|e| anyhow!(e))?);
 435   }
 436
 437   Ok(items)
 438 }