crates/routes/src/feeds.rs

   1 use actix_web::{error::ErrorBadRequest, *};
   2 use anyhow::anyhow;
   3 use chrono::{DateTime, NaiveDateTime, Utc};
   4 use diesel::PgConnection;
   5 use lemmy_api_common::blocking;
   6 use lemmy_db_queries::{
   7   source::{community::Community_, person::Person_, secret::SecretSingleton},
   8   Crud,
   9   ListingType,
  10   SortType,
  11 };
  12 use lemmy_db_schema::{
  13   source::{community::Community, local_user::LocalUser, person::Person, secret::Secret},
  14   LocalUserId,
  15 };
  16 use lemmy_db_views::{
  17   comment_view::{CommentQueryBuilder, CommentView},
  18   post_view::{PostQueryBuilder, PostView},
  19   site_view::SiteView,
  20 };
  21 use lemmy_db_views_actor::person_mention_view::{PersonMentionQueryBuilder, PersonMentionView};
  22 use lemmy_utils::{
  23   claims::Claims,
  24   settings::structs::Settings,
  25   utils::markdown_to_html,
  26   LemmyError,
  27 };
  28 use lemmy_websocket::LemmyContext;
  29 use rss::{
  30   extension::dublincore::DublinCoreExtensionBuilder,
  31   ChannelBuilder,
  32   GuidBuilder,
  33   Item,
  34   ItemBuilder,
  35 };
  36 use serde::Deserialize;
  37 use std::{collections::HashMap, str::FromStr};
  38 use strum::ParseError;
  39
  40 #[derive(Deserialize)]
  41 struct Params {
  42   sort: Option<String>,
  43 }
  44
  45 enum RequestType {
  46   Community,
  47   User,
  48   Front,
  49   Inbox,
  50 }
  51
  52 pub fn config(cfg: &mut web::ServiceConfig) {
  53   cfg
  54     .route("/feeds/{type}/{name}.xml", web::get().to(get_feed))
  55     .route("/feeds/all.xml", web::get().to(get_all_feed))
  56     .route("/feeds/local.xml", web::get().to(get_local_feed));
  57 }
  58
  59 lazy_static! {
  60   static ref RSS_NAMESPACE: HashMap<String, String> = {
  61     let mut h = HashMap::new();
  62     h.insert(
  63       "dc".to_string(),
  64       rss::extension::dublincore::NAMESPACE.to_string(),
  65     );
  66     h
  67   };
  68 }
  69
  70 async fn get_all_feed(
  71   info: web::Query<Params>,
  72   context: web::Data<LemmyContext>,
  73 ) -> Result<HttpResponse, Error> {
  74   let sort_type = get_sort_type(info).map_err(ErrorBadRequest)?;
  75   Ok(get_feed_data(&context, ListingType::All, sort_type).await?)
  76 }
  77
  78 async fn get_local_feed(
  79   info: web::Query<Params>,
  80   context: web::Data<LemmyContext>,
  81 ) -> Result<HttpResponse, Error> {
  82   let sort_type = get_sort_type(info).map_err(ErrorBadRequest)?;
  83   Ok(get_feed_data(&context, ListingType::Local, sort_type).await?)
  84 }
  85
  86 async fn get_feed_data(
  87   context: &LemmyContext,
  88   listing_type: ListingType,
  89   sort_type: SortType,
  90 ) -> Result<HttpResponse, LemmyError> {
  91   let site_view = blocking(context.pool(), move |conn| SiteView::read(conn)).await??;
  92
  93   let posts = blocking(context.pool(), move |conn| {
  94     PostQueryBuilder::create(conn)
  95       .listing_type(listing_type)
  96       .sort(sort_type)
  97       .list()
  98   })
  99   .await??;
 100
 101   let items = create_post_items(posts)?;
 102
 103   let mut channel_builder = ChannelBuilder::default();
 104   channel_builder
 105     .namespaces(RSS_NAMESPACE.to_owned())
 106     .title(&format!(
 107       "{} - {}",
 108       site_view.site.name,
 109       listing_type.to_string()
 110     ))
 111     .link(Settings::get().get_protocol_and_hostname())
 112     .items(items);
 113
 114   if let Some(site_desc) = site_view.site.description {
 115     channel_builder.description(&site_desc);
 116   }
 117
 118   let rss = channel_builder.build().map_err(|e| anyhow!(e))?.to_string();
 119   Ok(
 120     HttpResponse::Ok()
 121       .content_type("application/rss+xml")
 122       .body(rss),
 123   )
 124 }
 125
 126 async fn get_feed(
 127   req: HttpRequest,
 128   info: web::Query<Params>,
 129   context: web::Data<LemmyContext>,
 130 ) -> Result<HttpResponse, Error> {
 131   let sort_type = get_sort_type(info).map_err(ErrorBadRequest)?;
 132
 133   let req_type: String = req.match_info().get("type").unwrap_or("none").parse()?;
 134   let param: String = req.match_info().get("name").unwrap_or("none").parse()?;
 135
 136   let request_type = match req_type.as_str() {
 137     "u" => RequestType::User,
 138     "c" => RequestType::Community,
 139     "front" => RequestType::Front,
 140     "inbox" => RequestType::Inbox,
 141     _ => return Err(ErrorBadRequest(LemmyError::from(anyhow!("wrong_type")))),
 142   };
 143
 144   let builder = blocking(context.pool(), move |conn| match request_type {
 145     RequestType::User => get_feed_user(conn, &sort_type, param),
 146     RequestType::Community => get_feed_community(conn, &sort_type, param),
 147     RequestType::Front => get_feed_front(conn, &sort_type, param),
 148     RequestType::Inbox => get_feed_inbox(conn, param),
 149   })
 150   .await?
 151   .map_err(ErrorBadRequest)?;
 152
 153   let rss = builder.build().map_err(ErrorBadRequest)?.to_string();
 154
 155   Ok(
 156     HttpResponse::Ok()
 157       .content_type("application/rss+xml")
 158       .body(rss),
 159   )
 160 }
 161
 162 fn get_sort_type(info: web::Query<Params>) -> Result<SortType, ParseError> {
 163   let sort_query = info
 164     .sort
 165     .to_owned()
 166     .unwrap_or_else(|| SortType::Hot.to_string());
 167   SortType::from_str(&sort_query)
 168 }
 169
 170 fn get_feed_user(
 171   conn: &PgConnection,
 172   sort_type: &SortType,
 173   user_name: String,
 174 ) -> Result<ChannelBuilder, LemmyError> {
 175   let site_view = SiteView::read(conn)?;
 176   let person = Person::find_by_name(conn, &user_name)?;
 177
 178   let posts = PostQueryBuilder::create(conn)
 179     .listing_type(ListingType::All)
 180     .sort(*sort_type)
 181     .creator_id(person.id)
 182     .list()?;
 183
 184   let items = create_post_items(posts)?;
 185
 186   let mut channel_builder = ChannelBuilder::default();
 187   channel_builder
 188     .namespaces(RSS_NAMESPACE.to_owned())
 189     .title(&format!("{} - {}", site_view.site.name, person.name))
 190     .link(person.actor_id.to_string())
 191     .items(items);
 192
 193   Ok(channel_builder)
 194 }
 195
 196 fn get_feed_community(
 197   conn: &PgConnection,
 198   sort_type: &SortType,
 199   community_name: String,
 200 ) -> Result<ChannelBuilder, LemmyError> {
 201   let site_view = SiteView::read(conn)?;
 202   let community = Community::read_from_name(conn, &community_name)?;
 203
 204   let posts = PostQueryBuilder::create(conn)
 205     .listing_type(ListingType::All)
 206     .sort(*sort_type)
 207     .community_id(community.id)
 208     .list()?;
 209
 210   let items = create_post_items(posts)?;
 211
 212   let mut channel_builder = ChannelBuilder::default();
 213   channel_builder
 214     .namespaces(RSS_NAMESPACE.to_owned())
 215     .title(&format!("{} - {}", site_view.site.name, community.name))
 216     .link(community.actor_id.to_string())
 217     .items(items);
 218
 219   if let Some(community_desc) = community.description {
 220     channel_builder.description(&community_desc);
 221   }
 222
 223   Ok(channel_builder)
 224 }
 225
 226 fn get_feed_front(
 227   conn: &PgConnection,
 228   sort_type: &SortType,
 229   jwt: String,
 230 ) -> Result<ChannelBuilder, LemmyError> {
 231   let site_view = SiteView::read(conn)?;
 232   let jwt_secret = Secret::get().jwt_secret;
 233   let local_user_id = LocalUserId(Claims::decode(&jwt, &jwt_secret)?.claims.sub);
 234   let local_user = LocalUser::read(conn, local_user_id)?;
 235
 236   let posts = PostQueryBuilder::create(conn)
 237     .listing_type(ListingType::Subscribed)
 238     .my_person_id(local_user.person_id)
 239     .show_bot_accounts(local_user.show_bot_accounts)
 240     .show_read_posts(local_user.show_read_posts)
 241     .sort(*sort_type)
 242     .list()?;
 243
 244   let items = create_post_items(posts)?;
 245
 246   let mut channel_builder = ChannelBuilder::default();
 247   channel_builder
 248     .namespaces(RSS_NAMESPACE.to_owned())
 249     .title(&format!("{} - Subscribed", site_view.site.name))
 250     .link(Settings::get().get_protocol_and_hostname())
 251     .items(items);
 252
 253   if let Some(site_desc) = site_view.site.description {
 254     channel_builder.description(&site_desc);
 255   }
 256
 257   Ok(channel_builder)
 258 }
 259
 260 fn get_feed_inbox(conn: &PgConnection, jwt: String) -> Result<ChannelBuilder, LemmyError> {
 261   let site_view = SiteView::read(conn)?;
 262   let jwt_secret = Secret::get().jwt_secret;
 263   let local_user_id = LocalUserId(Claims::decode(&jwt, &jwt_secret)?.claims.sub);
 264   let local_user = LocalUser::read(conn, local_user_id)?;
 265   let person_id = local_user.person_id;
 266   let show_bot_accounts = local_user.show_bot_accounts;
 267
 268   let sort = SortType::New;
 269
 270   let replies = CommentQueryBuilder::create(conn)
 271     .recipient_id(person_id)
 272     .my_person_id(person_id)
 273     .show_bot_accounts(show_bot_accounts)
 274     .sort(sort)
 275     .list()?;
 276
 277   let mentions = PersonMentionQueryBuilder::create(conn)
 278     .recipient_id(person_id)
 279     .my_person_id(person_id)
 280     .sort(sort)
 281     .list()?;
 282
 283   let items = create_reply_and_mention_items(replies, mentions)?;
 284
 285   let mut channel_builder = ChannelBuilder::default();
 286   channel_builder
 287     .namespaces(RSS_NAMESPACE.to_owned())
 288     .title(&format!("{} - Inbox", site_view.site.name))
 289     .link(format!(
 290       "{}/inbox",
 291       Settings::get().get_protocol_and_hostname()
 292     ))
 293     .items(items);
 294
 295   if let Some(site_desc) = site_view.site.description {
 296     channel_builder.description(&site_desc);
 297   }
 298
 299   Ok(channel_builder)
 300 }
 301
 302 fn create_reply_and_mention_items(
 303   replies: Vec<CommentView>,
 304   mentions: Vec<PersonMentionView>,
 305 ) -> Result<Vec<Item>, LemmyError> {
 306   let mut reply_items: Vec<Item> = replies
 307     .iter()
 308     .map(|r| {
 309       let reply_url = format!(
 310         "{}/post/{}/comment/{}",
 311         Settings::get().get_protocol_and_hostname(),
 312         r.post.id,
 313         r.comment.id
 314       );
 315       build_item(
 316         &r.creator.name,
 317         &r.comment.published,
 318         &reply_url,
 319         &r.comment.content,
 320       )
 321     })
 322     .collect::<Result<Vec<Item>, LemmyError>>()?;
 323
 324   let mut mention_items: Vec<Item> = mentions
 325     .iter()
 326     .map(|m| {
 327       let mention_url = format!(
 328         "{}/post/{}/comment/{}",
 329         Settings::get().get_protocol_and_hostname(),
 330         m.post.id,
 331         m.comment.id
 332       );
 333       build_item(
 334         &m.creator.name,
 335         &m.comment.published,
 336         &mention_url,
 337         &m.comment.content,
 338       )
 339     })
 340     .collect::<Result<Vec<Item>, LemmyError>>()?;
 341
 342   reply_items.append(&mut mention_items);
 343   Ok(reply_items)
 344 }
 345
 346 fn build_item(
 347   creator_name: &str,
 348   published: &NaiveDateTime,
 349   url: &str,
 350   content: &str,
 351 ) -> Result<Item, LemmyError> {
 352   let mut i = ItemBuilder::default();
 353   i.title(format!("Reply from {}", creator_name));
 354   let author_url = format!(
 355     "{}/u/{}",
 356     Settings::get().get_protocol_and_hostname(),
 357     creator_name
 358   );
 359   i.author(format!(
 360     "/u/{} <a href=\"{}\">(link)</a>",
 361     creator_name, author_url
 362   ));
 363   let dt = DateTime::<Utc>::from_utc(*published, Utc);
 364   i.pub_date(dt.to_rfc2822());
 365   i.comments(url.to_owned());
 366   let guid = GuidBuilder::default()
 367     .permalink(true)
 368     .value(url)
 369     .build()
 370     .map_err(|e| anyhow!(e))?;
 371   i.guid(guid);
 372   i.link(url.to_owned());
 373   // TODO add images
 374   let html = markdown_to_html(&content.to_string());
 375   i.description(html);
 376   Ok(i.build().map_err(|e| anyhow!(e))?)
 377 }
 378
 379 fn create_post_items(posts: Vec<PostView>) -> Result<Vec<Item>, LemmyError> {
 380   let mut items: Vec<Item> = Vec::new();
 381
 382   for p in posts {
 383     let mut i = ItemBuilder::default();
 384     let mut dc_extension = DublinCoreExtensionBuilder::default();
 385
 386     i.title(p.post.name);
 387
 388     dc_extension.creators(vec![p.creator.actor_id.to_string()]);
 389
 390     let dt = DateTime::<Utc>::from_utc(p.post.published, Utc);
 391     i.pub_date(dt.to_rfc2822());
 392
 393     let post_url = format!(
 394       "{}/post/{}",
 395       Settings::get().get_protocol_and_hostname(),
 396       p.post.id
 397     );
 398     i.link(post_url.to_owned());
 399     i.comments(post_url.to_owned());
 400     let guid = GuidBuilder::default()
 401       .permalink(true)
 402       .value(&post_url)
 403       .build()
 404       .map_err(|e| anyhow!(e))?;
 405     i.guid(guid);
 406
 407     let community_url = format!(
 408       "{}/c/{}",
 409       Settings::get().get_protocol_and_hostname(),
 410       p.community.name
 411     );
 412
 413     // TODO add images
 414     let mut description = format!("submitted by <a href=\"{}\">{}</a> to <a href=\"{}\">{}</a><br>{} points | <a href=\"{}\">{} comments</a>",
 415     p.creator.actor_id,
 416     p.creator.name,
 417     community_url,
 418     p.community.name,
 419     p.counts.score,
 420     post_url,
 421     p.counts.comments);
 422
 423     // If its a url post, add it to the description
 424     if let Some(url) = p.post.url {
 425       let link_html = format!("<br><a href=\"{url}\">{url}</a>", url = url);
 426       description.push_str(&link_html);
 427     }
 428
 429     if let Some(body) = p.post.body {
 430       let html = markdown_to_html(&body);
 431       description.push_str(&html);
 432     }
 433
 434     i.description(description);
 435
 436     i.dublin_core_ext(dc_extension.build().map_err(|e| anyhow!(e))?);
 437     items.push(i.build().map_err(|e| anyhow!(e))?);
 438   }
 439
 440   Ok(items)
 441 }