use crate::{
- extensions::{context::lemmy_context, group_extensions::GroupExtension},
- fetcher::{community::fetch_community_mods, person::get_or_fetch_and_upsert_person},
- generate_moderators_url,
- objects::{
- check_object_domain,
- create_tombstone,
- get_object_from_apub,
- get_source_markdown_value,
- set_content_and_source,
- FromApub,
- FromApubToForm,
- ToApub,
+ check_apub_id_valid,
+ local_site_data_cached,
+ objects::instance::fetch_instance_actor_for_object,
+ protocol::{
+ objects::{group::Group, Endpoints, LanguageTag},
+ ImageObject,
+ Source,
},
- ActorType,
- GroupExt,
};
-use activitystreams::{
- actor::{kind::GroupType, ApActor, Endpoints, Group},
- base::BaseExt,
- object::{ApObject, Image, Tombstone},
- prelude::*,
+use activitypub_federation::{
+ config::Data,
+ kinds::actor::GroupType,
+ traits::{Actor, Object},
+};
+use chrono::NaiveDateTime;
+use lemmy_api_common::{
+ context::LemmyContext,
+ utils::{generate_featured_url, generate_moderators_url, generate_outbox_url},
};
-use activitystreams_ext::Ext2;
-use anyhow::Context;
-use lemmy_api_structs::blocking;
-use lemmy_db_queries::DbPool;
use lemmy_db_schema::{
- naive_now,
- source::community::{Community, CommunityForm},
+ source::{
+ actor_language::CommunityLanguage,
+ community::{Community, CommunityUpdateForm},
+ },
+ traits::{ApubActor, Crud},
};
-use lemmy_db_views_actor::community_moderator_view::CommunityModeratorView;
+use lemmy_db_views_actor::structs::CommunityFollowerView;
use lemmy_utils::{
- location_info,
- utils::{check_slurs, check_slurs_opt, convert_datetime},
- LemmyError,
+ error::LemmyError,
+ utils::{markdown::markdown_to_html, time::convert_datetime},
};
-use lemmy_websocket::LemmyContext;
+use std::ops::Deref;
+use tracing::debug;
use url::Url;
-#[async_trait::async_trait(?Send)]
-impl ToApub for Community {
- type ApubType = GroupExt;
+#[derive(Clone, Debug)]
+pub struct ApubCommunity(Community);
- async fn to_apub(&self, pool: &DbPool) -> Result<GroupExt, LemmyError> {
- let id = self.id;
- let moderators = blocking(pool, move |conn| {
- CommunityModeratorView::for_community(&conn, id)
- })
- .await??;
- let moderators: Vec<Url> = moderators
- .into_iter()
- .map(|m| m.moderator.actor_id.into_inner())
- .collect();
+impl Deref for ApubCommunity {
+ type Target = Community;
+ fn deref(&self) -> &Self::Target {
+ &self.0
+ }
+}
- let mut group = ApObject::new(Group::new());
- group
- .set_many_contexts(lemmy_context()?)
- .set_id(self.actor_id.to_owned().into())
- .set_name(self.title.to_owned())
- .set_published(convert_datetime(self.published))
- // NOTE: included attritubed_to field for compatibility with lemmy v0.9.9
- .set_many_attributed_tos(moderators);
-
- if let Some(u) = self.updated.to_owned() {
- group.set_updated(convert_datetime(u));
- }
- if let Some(d) = self.description.to_owned() {
- set_content_and_source(&mut group, &d)?;
- }
+impl From<Community> for ApubCommunity {
+ fn from(c: Community) -> Self {
+ ApubCommunity(c)
+ }
+}
- if let Some(icon_url) = &self.icon {
- let mut image = Image::new();
- image.set_url::<Url>(icon_url.to_owned().into());
- group.set_icon(image.into_any_base()?);
- }
+#[async_trait::async_trait]
+impl Object for ApubCommunity {
+ type DataType = LemmyContext;
+ type Kind = Group;
+ type Error = LemmyError;
- if let Some(banner_url) = &self.banner {
- let mut image = Image::new();
- image.set_url::<Url>(banner_url.to_owned().into());
- group.set_image(image.into_any_base()?);
- }
+ fn last_refreshed_at(&self) -> Option<NaiveDateTime> {
+ Some(self.last_refreshed_at)
+ }
- let mut ap_actor = ApActor::new(self.inbox_url.clone().into(), group);
- ap_actor
- .set_preferred_username(self.name.to_owned())
- .set_outbox(self.get_outbox_url()?)
- .set_followers(self.followers_url.clone().into())
- .set_endpoints(Endpoints {
- shared_inbox: Some(self.get_shared_inbox_or_inbox_url()),
- ..Default::default()
- });
-
- Ok(Ext2::new(
- ap_actor,
- GroupExtension::new(self.nsfw, generate_moderators_url(&self.actor_id)?.into())?,
- self.get_public_key_ext()?,
- ))
- }
-
- fn to_tombstone(&self) -> Result<Tombstone, LemmyError> {
- create_tombstone(
- self.deleted,
- self.actor_id.to_owned().into(),
- self.updated,
- GroupType::Group,
+ #[tracing::instrument(skip_all)]
+ async fn read_from_id(
+ object_id: Url,
+ context: &Data<Self::DataType>,
+ ) -> Result<Option<Self>, LemmyError> {
+ Ok(
+ Community::read_from_apub_id(&mut context.pool(), &object_id.into())
+ .await?
+ .map(Into::into),
)
}
-}
-#[async_trait::async_trait(?Send)]
-impl FromApub for Community {
- type ApubType = GroupExt;
+ #[tracing::instrument(skip_all)]
+ async fn delete(self, context: &Data<Self::DataType>) -> Result<(), LemmyError> {
+ let form = CommunityUpdateForm::builder().deleted(Some(true)).build();
+ Community::update(&mut context.pool(), self.id, &form).await?;
+ Ok(())
+ }
+
+ #[tracing::instrument(skip_all)]
+ async fn into_json(self, data: &Data<Self::DataType>) -> Result<Group, LemmyError> {
+ let community_id = self.id;
+ let langs = CommunityLanguage::read(&mut data.pool(), community_id).await?;
+ let language = LanguageTag::new_multiple(langs, &mut data.pool()).await?;
+
+ let group = Group {
+ kind: GroupType::Group,
+ id: self.id().into(),
+ preferred_username: self.name.clone(),
+ name: Some(self.title.clone()),
+ summary: self.description.as_ref().map(|b| markdown_to_html(b)),
+ source: self.description.clone().map(Source::new),
+ icon: self.icon.clone().map(ImageObject::new),
+ image: self.banner.clone().map(ImageObject::new),
+ sensitive: Some(self.nsfw),
+ featured: Some(generate_featured_url(&self.actor_id)?.into()),
+ inbox: self.inbox_url.clone().into(),
+ outbox: generate_outbox_url(&self.actor_id)?.into(),
+ followers: self.followers_url.clone().into(),
+ endpoints: self.shared_inbox_url.clone().map(|s| Endpoints {
+ shared_inbox: s.into(),
+ }),
+ public_key: self.public_key(),
+ language,
+ published: Some(convert_datetime(self.published)),
+ updated: self.updated.map(convert_datetime),
+ posting_restricted_to_mods: Some(self.posting_restricted_to_mods),
+ attributed_to: Some(generate_moderators_url(&self.actor_id)?.into()),
+ };
+ Ok(group)
+ }
+
+ #[tracing::instrument(skip_all)]
+ async fn verify(
+ group: &Group,
+ expected_domain: &Url,
+ context: &Data<Self::DataType>,
+ ) -> Result<(), LemmyError> {
+ group.verify(expected_domain, context).await
+ }
/// Converts a `Group` to `Community`, inserts it into the database and updates moderators.
- async fn from_apub(
- group: &GroupExt,
- context: &LemmyContext,
- expected_domain: Url,
- request_counter: &mut i32,
- mod_action_allowed: bool,
- ) -> Result<Community, LemmyError> {
- get_object_from_apub(
- group,
- context,
- expected_domain,
- request_counter,
- mod_action_allowed,
- )
- .await
+ #[tracing::instrument(skip_all)]
+ async fn from_json(
+ group: Group,
+ context: &Data<Self::DataType>,
+ ) -> Result<ApubCommunity, LemmyError> {
+ let instance_id = fetch_instance_actor_for_object(&group.id, context).await?;
+
+ let form = Group::into_insert_form(group.clone(), instance_id);
+ let languages =
+ LanguageTag::to_language_id_multiple(group.language, &mut context.pool()).await?;
+
+ let community = Community::create(&mut context.pool(), &form).await?;
+ CommunityLanguage::update(&mut context.pool(), languages, community.id).await?;
+
+ let community: ApubCommunity = community.into();
+
+ // Fetching mods and outbox is not necessary for Lemmy to work, so ignore errors. Besides,
+ // we need to ignore these errors so that tests can work entirely offline.
+ let fetch_outbox = group.outbox.dereference(&community, context);
+
+ if let Some(moderators) = group.attributed_to {
+ let fetch_moderators = moderators.dereference(&community, context);
+ // Fetch mods and outbox in parallel
+ let res = tokio::join!(fetch_outbox, fetch_moderators);
+ res.0.map_err(|e| debug!("{}", e)).ok();
+ res.1.map_err(|e| debug!("{}", e)).ok();
+ } else {
+ fetch_outbox.await.map_err(|e| debug!("{}", e)).ok();
+ }
+
+ Ok(community)
}
}
-#[async_trait::async_trait(?Send)]
-impl FromApubToForm<GroupExt> for CommunityForm {
- async fn from_apub(
- group: &GroupExt,
+impl Actor for ApubCommunity {
+ fn id(&self) -> Url {
+ self.actor_id.inner().clone()
+ }
+
+ fn public_key_pem(&self) -> &str {
+ &self.public_key
+ }
+
+ fn private_key_pem(&self) -> Option<String> {
+ self.private_key.clone()
+ }
+
+ fn inbox(&self) -> Url {
+ self.inbox_url.clone().into()
+ }
+
+ fn shared_inbox(&self) -> Option<Url> {
+ self.shared_inbox_url.clone().map(Into::into)
+ }
+}
+
+impl ApubCommunity {
+ /// For a given community, returns the inboxes of all followers.
+ #[tracing::instrument(skip_all)]
+ pub(crate) async fn get_follower_inboxes(
+ &self,
context: &LemmyContext,
- expected_domain: Url,
- request_counter: &mut i32,
- _mod_action_allowed: bool,
- ) -> Result<Self, LemmyError> {
- let moderator_uris = fetch_community_mods(context, group, request_counter).await?;
- let creator = if let Some(creator_uri) = moderator_uris.first() {
- get_or_fetch_and_upsert_person(creator_uri, context, request_counter)
- } else {
- // NOTE: code for compatibility with lemmy v0.9.9
- let creator_uri = group
- .inner
- .attributed_to()
- .map(|a| a.as_many())
- .flatten()
- .map(|a| a.first())
- .flatten()
- .map(|a| a.as_xsd_any_uri())
- .flatten()
- .context(location_info!())?;
- get_or_fetch_and_upsert_person(creator_uri, context, request_counter)
- }
- .await?;
-
- let name = group
- .inner
- .preferred_username()
- .context(location_info!())?
- .to_string();
- let title = group
- .inner
- .name()
- .context(location_info!())?
- .as_one()
- .context(location_info!())?
- .as_xsd_string()
- .context(location_info!())?
- .to_string();
-
- let description = get_source_markdown_value(group)?;
-
- check_slurs(&name)?;
- check_slurs(&title)?;
- check_slurs_opt(&description)?;
-
- let icon = match group.icon() {
- Some(any_image) => Some(
- Image::from_any_base(any_image.as_one().context(location_info!())?.clone())
- .context(location_info!())?
- .context(location_info!())?
- .url()
- .context(location_info!())?
- .as_single_xsd_any_uri()
- .map(|u| u.to_owned().into()),
- ),
- None => None,
- };
- let banner = match group.image() {
- Some(any_image) => Some(
- Image::from_any_base(any_image.as_one().context(location_info!())?.clone())
- .context(location_info!())?
- .context(location_info!())?
- .url()
- .context(location_info!())?
- .as_single_xsd_any_uri()
- .map(|u| u.to_owned().into()),
- ),
- None => None,
- };
- let shared_inbox = group
- .inner
- .endpoints()?
- .map(|e| e.shared_inbox)
- .flatten()
- .map(|s| s.to_owned().into());
-
- Ok(CommunityForm {
- name,
- title,
- description,
- creator_id: creator.id,
- removed: None,
- published: group.inner.published().map(|u| u.to_owned().naive_local()),
- updated: group.inner.updated().map(|u| u.to_owned().naive_local()),
- deleted: None,
- nsfw: group.ext_one.sensitive.unwrap_or(false),
- actor_id: Some(check_object_domain(group, expected_domain)?),
- local: false,
- private_key: None,
- public_key: Some(group.ext_two.to_owned().public_key.public_key_pem),
- last_refreshed_at: Some(naive_now()),
- icon,
- banner,
- followers_url: Some(
- group
- .inner
- .followers()?
- .context(location_info!())?
- .to_owned()
- .into(),
- ),
- inbox_url: Some(group.inner.inbox()?.to_owned().into()),
- shared_inbox_url: Some(shared_inbox),
- })
+ ) -> Result<Vec<Url>, LemmyError> {
+ let id = self.id;
+
+ let local_site_data = local_site_data_cached(&mut context.pool()).await?;
+ let follows =
+ CommunityFollowerView::get_community_follower_inboxes(&mut context.pool(), id).await?;
+ let inboxes: Vec<Url> = follows
+ .into_iter()
+ .map(Into::into)
+ .filter(|inbox: &Url| inbox.host_str() != Some(&context.settings().hostname))
+ // Don't send to blocked instances
+ .filter(|inbox| check_apub_id_valid(inbox, &local_site_data).is_ok())
+ .collect();
+
+ Ok(inboxes)
+ }
+}
+
+#[cfg(test)]
+pub(crate) mod tests {
+ #![allow(clippy::unwrap_used)]
+ #![allow(clippy::indexing_slicing)]
+
+ use super::*;
+ use crate::{
+ objects::{instance::tests::parse_lemmy_instance, tests::init_context},
+ protocol::tests::file_to_json_object,
+ };
+ use activitypub_federation::fetch::collection_id::CollectionId;
+ use lemmy_db_schema::{source::site::Site, traits::Crud};
+ use serial_test::serial;
+
+ pub(crate) async fn parse_lemmy_community(context: &Data<LemmyContext>) -> ApubCommunity {
+ // use separate counter so this doesnt affect tests
+ let context2 = context.reset_request_count();
+ let mut json: Group = file_to_json_object("assets/lemmy/objects/group.json").unwrap();
+ // change these links so they dont fetch over the network
+ json.attributed_to = None;
+ json.outbox =
+ CollectionId::parse("https://enterprise.lemmy.ml/c/tenforward/not_outbox").unwrap();
+
+ let url = Url::parse("https://enterprise.lemmy.ml/c/tenforward").unwrap();
+ ApubCommunity::verify(&json, &url, &context2).await.unwrap();
+ let community = ApubCommunity::from_json(json, &context2).await.unwrap();
+ // this makes one requests to the (intentionally broken) outbox collection
+ assert_eq!(context2.request_count(), 1);
+ community
+ }
+
+ #[tokio::test]
+ #[serial]
+ async fn test_parse_lemmy_community() {
+ let context = init_context().await;
+ let site = parse_lemmy_instance(&context).await;
+ let community = parse_lemmy_community(&context).await;
+
+ assert_eq!(community.title, "Ten Forward");
+ assert!(!community.local);
+ assert_eq!(community.description.as_ref().unwrap().len(), 132);
+
+ Community::delete(&mut context.pool(), community.id)
+ .await
+ .unwrap();
+ Site::delete(&mut context.pool(), site.id).await.unwrap();
}
}
projects / lemmy.git / blobdiff