X-Git-Url: http://these/git/?a=blobdiff_plain;f=crates%2Fapub%2Fsrc%2Fobjects%2Fcommunity.rs;h=75eb941b1b3af0589cf29782277e4ef6e388c4c9;hb=92568956353f21649ed9aff68b42699c9d036f30;hp=f9948588d5e9b6b322680ee1d3f8ee35fcf2f31d;hpb=bb7750d8ee8616854acdcf28c563d41b360efdce;p=lemmy.git

diff --git a/crates/apub/src/objects/community.rs b/crates/apub/src/objects/community.rs
index f9948588..75eb941b 100644
--- a/crates/apub/src/objects/community.rs
+++ b/crates/apub/src/objects/community.rs
@@ -1,225 +1,252 @@
 use crate::{
-  extensions::{context::lemmy_context, group_extension::GroupExtension},
-  fetcher::community::fetch_community_mods,
-  generate_moderators_url,
-  objects::{
-    check_object_domain,
-    create_tombstone,
-    get_object_from_apub,
-    get_source_markdown_value,
-    set_content_and_source,
-    FromApub,
-    FromApubToForm,
-    ToApub,
+  check_apub_id_valid,
+  local_site_data_cached,
+  objects::instance::fetch_instance_actor_for_object,
+  protocol::{
+    objects::{group::Group, Endpoints, LanguageTag},
+    ImageObject,
+    Source,
   },
-  ActorType,
-  GroupExt,
 };
-use activitystreams::{
-  actor::{kind::GroupType, ApActor, Endpoints, Group},
-  base::BaseExt,
-  object::{ApObject, Image, Tombstone},
-  prelude::*,
+use activitypub_federation::{
+  config::Data,
+  kinds::actor::GroupType,
+  traits::{Actor, Object},
+};
+use chrono::NaiveDateTime;
+use lemmy_api_common::{
+  context::LemmyContext,
+  utils::{generate_featured_url, generate_moderators_url, generate_outbox_url},
 };
-use activitystreams_ext::Ext2;
-use anyhow::Context;
-use lemmy_api_common::blocking;
-use lemmy_db_queries::DbPool;
 use lemmy_db_schema::{
-  naive_now,
-  source::community::{Community, CommunityForm},
+  source::{
+    actor_language::CommunityLanguage,
+    community::{Community, CommunityUpdateForm},
+  },
+  traits::{ApubActor, Crud},
 };
-use lemmy_db_views_actor::community_moderator_view::CommunityModeratorView;
+use lemmy_db_views_actor::structs::CommunityFollowerView;
 use lemmy_utils::{
-  location_info,
-  utils::{check_slurs, check_slurs_opt, convert_datetime},
-  LemmyError,
+  error::LemmyError,
+  utils::{markdown::markdown_to_html, time::convert_datetime},
 };
-use lemmy_websocket::LemmyContext;
+use std::ops::Deref;
+use tracing::debug;
 use url::Url;
 
-#[async_trait::async_trait(?Send)]
-impl ToApub for Community {
-  type ApubType = GroupExt;
+#[derive(Clone, Debug)]
+pub struct ApubCommunity(Community);
 
-  async fn to_apub(&self, pool: &DbPool) -> Result<GroupExt, LemmyError> {
-    let id = self.id;
-    let moderators = blocking(pool, move |conn| {
-      CommunityModeratorView::for_community(conn, id)
-    })
-    .await??;
-    let moderators: Vec<Url> = moderators
-      .into_iter()
-      .map(|m| m.moderator.actor_id.into_inner())
-      .collect();
+impl Deref for ApubCommunity {
+  type Target = Community;
+  fn deref(&self) -> &Self::Target {
+    &self.0
+  }
+}
 
-    let mut group = ApObject::new(Group::new());
-    group
-      .set_many_contexts(lemmy_context())
-      .set_id(self.actor_id.to_owned().into())
-      .set_name(self.title.to_owned())
-      .set_published(convert_datetime(self.published))
-      // NOTE: included attritubed_to field for compatibility with lemmy v0.9.9
-      .set_many_attributed_tos(moderators);
-
-    if let Some(u) = self.updated.to_owned() {
-      group.set_updated(convert_datetime(u));
-    }
-    if let Some(d) = self.description.to_owned() {
-      set_content_and_source(&mut group, &d)?;
-    }
+impl From<Community> for ApubCommunity {
+  fn from(c: Community) -> Self {
+    ApubCommunity(c)
+  }
+}
 
-    if let Some(icon_url) = &self.icon {
-      let mut image = Image::new();
-      image.set_url::<Url>(icon_url.to_owned().into());
-      group.set_icon(image.into_any_base()?);
-    }
+#[async_trait::async_trait]
+impl Object for ApubCommunity {
+  type DataType = LemmyContext;
+  type Kind = Group;
+  type Error = LemmyError;
 
-    if let Some(banner_url) = &self.banner {
-      let mut image = Image::new();
-      image.set_url::<Url>(banner_url.to_owned().into());
-      group.set_image(image.into_any_base()?);
-    }
+  fn last_refreshed_at(&self) -> Option<NaiveDateTime> {
+    Some(self.last_refreshed_at)
+  }
 
-    let mut ap_actor = ApActor::new(self.inbox_url.clone().into(), group);
-    ap_actor
-      .set_preferred_username(self.name.to_owned())
-      .set_outbox(self.get_outbox_url()?)
-      .set_followers(self.followers_url.clone().into())
-      .set_endpoints(Endpoints {
-        shared_inbox: Some(self.get_shared_inbox_or_inbox_url()),
-        ..Default::default()
-      });
-
-    Ok(Ext2::new(
-      ap_actor,
-      GroupExtension::new(self.nsfw, generate_moderators_url(&self.actor_id)?.into())?,
-      self.get_public_key_ext()?,
-    ))
-  }
-
-  fn to_tombstone(&self) -> Result<Tombstone, LemmyError> {
-    create_tombstone(
-      self.deleted,
-      self.actor_id.to_owned().into(),
-      self.updated,
-      GroupType::Group,
+  #[tracing::instrument(skip_all)]
+  async fn read_from_id(
+    object_id: Url,
+    context: &Data<Self::DataType>,
+  ) -> Result<Option<Self>, LemmyError> {
+    Ok(
+      Community::read_from_apub_id(&mut context.pool(), &object_id.into())
+        .await?
+        .map(Into::into),
     )
   }
-}
 
-#[async_trait::async_trait(?Send)]
-impl FromApub for Community {
-  type ApubType = GroupExt;
+  #[tracing::instrument(skip_all)]
+  async fn delete(self, context: &Data<Self::DataType>) -> Result<(), LemmyError> {
+    let form = CommunityUpdateForm::builder().deleted(Some(true)).build();
+    Community::update(&mut context.pool(), self.id, &form).await?;
+    Ok(())
+  }
+
+  #[tracing::instrument(skip_all)]
+  async fn into_json(self, data: &Data<Self::DataType>) -> Result<Group, LemmyError> {
+    let community_id = self.id;
+    let langs = CommunityLanguage::read(&mut data.pool(), community_id).await?;
+    let language = LanguageTag::new_multiple(langs, &mut data.pool()).await?;
+
+    let group = Group {
+      kind: GroupType::Group,
+      id: self.id().into(),
+      preferred_username: self.name.clone(),
+      name: Some(self.title.clone()),
+      summary: self.description.as_ref().map(|b| markdown_to_html(b)),
+      source: self.description.clone().map(Source::new),
+      icon: self.icon.clone().map(ImageObject::new),
+      image: self.banner.clone().map(ImageObject::new),
+      sensitive: Some(self.nsfw),
+      featured: Some(generate_featured_url(&self.actor_id)?.into()),
+      inbox: self.inbox_url.clone().into(),
+      outbox: generate_outbox_url(&self.actor_id)?.into(),
+      followers: self.followers_url.clone().into(),
+      endpoints: self.shared_inbox_url.clone().map(|s| Endpoints {
+        shared_inbox: s.into(),
+      }),
+      public_key: self.public_key(),
+      language,
+      published: Some(convert_datetime(self.published)),
+      updated: self.updated.map(convert_datetime),
+      posting_restricted_to_mods: Some(self.posting_restricted_to_mods),
+      attributed_to: Some(generate_moderators_url(&self.actor_id)?.into()),
+    };
+    Ok(group)
+  }
+
+  #[tracing::instrument(skip_all)]
+  async fn verify(
+    group: &Group,
+    expected_domain: &Url,
+    context: &Data<Self::DataType>,
+  ) -> Result<(), LemmyError> {
+    group.verify(expected_domain, context).await
+  }
 
   /// Converts a `Group` to `Community`, inserts it into the database and updates moderators.
-  async fn from_apub(
-    group: &GroupExt,
-    context: &LemmyContext,
-    expected_domain: Url,
-    request_counter: &mut i32,
-    mod_action_allowed: bool,
-  ) -> Result<Community, LemmyError> {
-    get_object_from_apub(
-      group,
-      context,
-      expected_domain,
-      request_counter,
-      mod_action_allowed,
-    )
-    .await
+  #[tracing::instrument(skip_all)]
+  async fn from_json(
+    group: Group,
+    context: &Data<Self::DataType>,
+  ) -> Result<ApubCommunity, LemmyError> {
+    let instance_id = fetch_instance_actor_for_object(&group.id, context).await?;
+
+    let form = Group::into_insert_form(group.clone(), instance_id);
+    let languages =
+      LanguageTag::to_language_id_multiple(group.language, &mut context.pool()).await?;
+
+    let community = Community::create(&mut context.pool(), &form).await?;
+    CommunityLanguage::update(&mut context.pool(), languages, community.id).await?;
+
+    let community: ApubCommunity = community.into();
+
+    // Fetching mods and outbox is not necessary for Lemmy to work, so ignore errors. Besides,
+    // we need to ignore these errors so that tests can work entirely offline.
+    let fetch_outbox = group.outbox.dereference(&community, context);
+
+    if let Some(moderators) = group.attributed_to {
+      let fetch_moderators = moderators.dereference(&community, context);
+      // Fetch mods and outbox in parallel
+      let res = tokio::join!(fetch_outbox, fetch_moderators);
+      res.0.map_err(|e| debug!("{}", e)).ok();
+      res.1.map_err(|e| debug!("{}", e)).ok();
+    } else {
+      fetch_outbox.await.map_err(|e| debug!("{}", e)).ok();
+    }
+
+    Ok(community)
+  }
+}
+
+impl Actor for ApubCommunity {
+  fn id(&self) -> Url {
+    self.actor_id.inner().clone()
+  }
+
+  fn public_key_pem(&self) -> &str {
+    &self.public_key
+  }
+
+  fn private_key_pem(&self) -> Option<String> {
+    self.private_key.clone()
+  }
+
+  fn inbox(&self) -> Url {
+    self.inbox_url.clone().into()
+  }
+
+  fn shared_inbox(&self) -> Option<Url> {
+    self.shared_inbox_url.clone().map(Into::into)
   }
 }
 
-#[async_trait::async_trait(?Send)]
-impl FromApubToForm<GroupExt> for CommunityForm {
-  async fn from_apub(
-    group: &GroupExt,
+impl ApubCommunity {
+  /// For a given community, returns the inboxes of all followers.
+  #[tracing::instrument(skip_all)]
+  pub(crate) async fn get_follower_inboxes(
+    &self,
     context: &LemmyContext,
-    expected_domain: Url,
-    request_counter: &mut i32,
-    _mod_action_allowed: bool,
-  ) -> Result<Self, LemmyError> {
-    fetch_community_mods(context, group, request_counter).await?;
-
-    let name = group
-      .inner
-      .preferred_username()
-      .context(location_info!())?
-      .to_string();
-    let title = group
-      .inner
-      .name()
-      .context(location_info!())?
-      .as_one()
-      .context(location_info!())?
-      .as_xsd_string()
-      .context(location_info!())?
-      .to_string();
-
-    let description = get_source_markdown_value(group)?;
-
-    check_slurs(&name)?;
-    check_slurs(&title)?;
-    check_slurs_opt(&description)?;
-
-    let icon = match group.icon() {
-      Some(any_image) => Some(
-        Image::from_any_base(any_image.as_one().context(location_info!())?.clone())
-          .context(location_info!())?
-          .context(location_info!())?
-          .url()
-          .context(location_info!())?
-          .as_single_xsd_any_uri()
-          .map(|u| u.to_owned().into()),
-      ),
-      None => None,
-    };
-    let banner = match group.image() {
-      Some(any_image) => Some(
-        Image::from_any_base(any_image.as_one().context(location_info!())?.clone())
-          .context(location_info!())?
-          .context(location_info!())?
-          .url()
-          .context(location_info!())?
-          .as_single_xsd_any_uri()
-          .map(|u| u.to_owned().into()),
-      ),
-      None => None,
-    };
-    let shared_inbox = group
-      .inner
-      .endpoints()?
-      .map(|e| e.shared_inbox)
-      .flatten()
-      .map(|s| s.to_owned().into());
-
-    Ok(CommunityForm {
-      name,
-      title,
-      description,
-      removed: None,
-      published: group.inner.published().map(|u| u.to_owned().naive_local()),
-      updated: group.inner.updated().map(|u| u.to_owned().naive_local()),
-      deleted: None,
-      nsfw: Some(group.ext_one.sensitive.unwrap_or(false)),
-      actor_id: Some(check_object_domain(group, expected_domain, true)?),
-      local: Some(false),
-      private_key: None,
-      public_key: Some(group.ext_two.to_owned().public_key.public_key_pem),
-      last_refreshed_at: Some(naive_now()),
-      icon,
-      banner,
-      followers_url: Some(
-        group
-          .inner
-          .followers()?
-          .context(location_info!())?
-          .to_owned()
-          .into(),
-      ),
-      inbox_url: Some(group.inner.inbox()?.to_owned().into()),
-      shared_inbox_url: Some(shared_inbox),
-    })
+  ) -> Result<Vec<Url>, LemmyError> {
+    let id = self.id;
+
+    let local_site_data = local_site_data_cached(&mut context.pool()).await?;
+    let follows =
+      CommunityFollowerView::get_community_follower_inboxes(&mut context.pool(), id).await?;
+    let inboxes: Vec<Url> = follows
+      .into_iter()
+      .map(Into::into)
+      .filter(|inbox: &Url| inbox.host_str() != Some(&context.settings().hostname))
+      // Don't send to blocked instances
+      .filter(|inbox| check_apub_id_valid(inbox, &local_site_data).is_ok())
+      .collect();
+
+    Ok(inboxes)
+  }
+}
+
+#[cfg(test)]
+pub(crate) mod tests {
+  #![allow(clippy::unwrap_used)]
+  #![allow(clippy::indexing_slicing)]
+
+  use super::*;
+  use crate::{
+    objects::{instance::tests::parse_lemmy_instance, tests::init_context},
+    protocol::tests::file_to_json_object,
+  };
+  use activitypub_federation::fetch::collection_id::CollectionId;
+  use lemmy_db_schema::{source::site::Site, traits::Crud};
+  use serial_test::serial;
+
+  pub(crate) async fn parse_lemmy_community(context: &Data<LemmyContext>) -> ApubCommunity {
+    // use separate counter so this doesnt affect tests
+    let context2 = context.reset_request_count();
+    let mut json: Group = file_to_json_object("assets/lemmy/objects/group.json").unwrap();
+    // change these links so they dont fetch over the network
+    json.attributed_to = None;
+    json.outbox =
+      CollectionId::parse("https://enterprise.lemmy.ml/c/tenforward/not_outbox").unwrap();
+
+    let url = Url::parse("https://enterprise.lemmy.ml/c/tenforward").unwrap();
+    ApubCommunity::verify(&json, &url, &context2).await.unwrap();
+    let community = ApubCommunity::from_json(json, &context2).await.unwrap();
+    // this makes one requests to the (intentionally broken) outbox collection
+    assert_eq!(context2.request_count(), 1);
+    community
+  }
+
+  #[tokio::test]
+  #[serial]
+  async fn test_parse_lemmy_community() {
+    let context = init_context().await;
+    let site = parse_lemmy_instance(&context).await;
+    let community = parse_lemmy_community(&context).await;
+
+    assert_eq!(community.title, "Ten Forward");
+    assert!(!community.local);
+    assert_eq!(community.description.as_ref().unwrap().len(), 132);
+
+    Community::delete(&mut context.pool(), community.id)
+      .await
+      .unwrap();
+    Site::delete(&mut context.pool(), site.id).await.unwrap();
   }
 }