src/code_migrations.rs

   1 // This is for db migrations that require code
   2 use diesel::{
   3   sql_types::{Nullable, Text},
   4   *,
   5 };
   6 use lemmy_apub::{
   7   generate_apub_endpoint,
   8   generate_followers_url,
   9   generate_inbox_url,
  10   generate_shared_inbox_url,
  11   EndpointType,
  12 };
  13 use lemmy_db_queries::{
  14   source::{comment::Comment_, post::Post_, private_message::PrivateMessage_},
  15   Crud,
  16 };
  17 use lemmy_db_schema::{
  18   naive_now,
  19   source::{
  20     comment::Comment,
  21     community::{Community, CommunityForm},
  22     person::{Person, PersonForm},
  23     post::Post,
  24     private_message::PrivateMessage,
  25   },
  26 };
  27 use lemmy_utils::{apub::generate_actor_keypair, settings::structs::Settings, LemmyError};
  28 use log::info;
  29
  30 pub fn run_advanced_migrations(conn: &PgConnection) -> Result<(), LemmyError> {
  31   user_updates_2020_04_02(&conn)?;
  32   community_updates_2020_04_02(&conn)?;
  33   post_updates_2020_04_03(&conn)?;
  34   comment_updates_2020_04_03(&conn)?;
  35   private_message_updates_2020_05_05(&conn)?;
  36   post_thumbnail_url_updates_2020_07_27(&conn)?;
  37   apub_columns_2021_02_02(&conn)?;
  38
  39   Ok(())
  40 }
  41
  42 fn user_updates_2020_04_02(conn: &PgConnection) -> Result<(), LemmyError> {
  43   use lemmy_db_schema::schema::person::dsl::*;
  44
  45   info!("Running user_updates_2020_04_02");
  46
  47   // Update the actor_id, private_key, and public_key, last_refreshed_at
  48   let incorrect_persons = person
  49     .filter(actor_id.like("http://changeme_%"))
  50     .filter(local.eq(true))
  51     .load::<Person>(conn)?;
  52
  53   for cperson in &incorrect_persons {
  54     let keypair = generate_actor_keypair()?;
  55
  56     let form = PersonForm {
  57       name: cperson.name.to_owned(),
  58       actor_id: Some(generate_apub_endpoint(EndpointType::Person, &cperson.name)?),
  59       private_key: Some(Some(keypair.private_key)),
  60       public_key: Some(Some(keypair.public_key)),
  61       last_refreshed_at: Some(naive_now()),
  62       ..PersonForm::default()
  63     };
  64
  65     Person::update(&conn, cperson.id, &form)?;
  66   }
  67
  68   info!("{} person rows updated.", incorrect_persons.len());
  69
  70   Ok(())
  71 }
  72
  73 fn community_updates_2020_04_02(conn: &PgConnection) -> Result<(), LemmyError> {
  74   use lemmy_db_schema::schema::community::dsl::*;
  75
  76   info!("Running community_updates_2020_04_02");
  77
  78   // Update the actor_id, private_key, and public_key, last_refreshed_at
  79   let incorrect_communities = community
  80     .filter(actor_id.like("http://changeme_%"))
  81     .filter(local.eq(true))
  82     .load::<Community>(conn)?;
  83
  84   for ccommunity in &incorrect_communities {
  85     let keypair = generate_actor_keypair()?;
  86     let community_actor_id = generate_apub_endpoint(EndpointType::Community, &ccommunity.name)?;
  87
  88     let form = CommunityForm {
  89       name: ccommunity.name.to_owned(),
  90       title: ccommunity.title.to_owned(),
  91       description: ccommunity.description.to_owned(),
  92       creator_id: ccommunity.creator_id,
  93       removed: None,
  94       deleted: None,
  95       nsfw: None,
  96       updated: None,
  97       actor_id: Some(community_actor_id.to_owned()),
  98       local: Some(ccommunity.local),
  99       private_key: Some(keypair.private_key),
 100       public_key: Some(keypair.public_key),
 101       last_refreshed_at: Some(naive_now()),
 102       published: None,
 103       icon: Some(ccommunity.icon.to_owned()),
 104       banner: Some(ccommunity.banner.to_owned()),
 105       followers_url: None,
 106       inbox_url: None,
 107       shared_inbox_url: None,
 108     };
 109
 110     Community::update(&conn, ccommunity.id, &form)?;
 111   }
 112
 113   info!("{} community rows updated.", incorrect_communities.len());
 114
 115   Ok(())
 116 }
 117
 118 fn post_updates_2020_04_03(conn: &PgConnection) -> Result<(), LemmyError> {
 119   use lemmy_db_schema::schema::post::dsl::*;
 120
 121   info!("Running post_updates_2020_04_03");
 122
 123   // Update the ap_id
 124   let incorrect_posts = post
 125     .filter(ap_id.like("http://changeme_%"))
 126     .filter(local.eq(true))
 127     .load::<Post>(conn)?;
 128
 129   for cpost in &incorrect_posts {
 130     let apub_id = generate_apub_endpoint(EndpointType::Post, &cpost.id.to_string())?;
 131     Post::update_ap_id(&conn, cpost.id, apub_id)?;
 132   }
 133
 134   info!("{} post rows updated.", incorrect_posts.len());
 135
 136   Ok(())
 137 }
 138
 139 fn comment_updates_2020_04_03(conn: &PgConnection) -> Result<(), LemmyError> {
 140   use lemmy_db_schema::schema::comment::dsl::*;
 141
 142   info!("Running comment_updates_2020_04_03");
 143
 144   // Update the ap_id
 145   let incorrect_comments = comment
 146     .filter(ap_id.like("http://changeme_%"))
 147     .filter(local.eq(true))
 148     .load::<Comment>(conn)?;
 149
 150   for ccomment in &incorrect_comments {
 151     let apub_id = generate_apub_endpoint(EndpointType::Comment, &ccomment.id.to_string())?;
 152     Comment::update_ap_id(&conn, ccomment.id, apub_id)?;
 153   }
 154
 155   info!("{} comment rows updated.", incorrect_comments.len());
 156
 157   Ok(())
 158 }
 159
 160 fn private_message_updates_2020_05_05(conn: &PgConnection) -> Result<(), LemmyError> {
 161   use lemmy_db_schema::schema::private_message::dsl::*;
 162
 163   info!("Running private_message_updates_2020_05_05");
 164
 165   // Update the ap_id
 166   let incorrect_pms = private_message
 167     .filter(ap_id.like("http://changeme_%"))
 168     .filter(local.eq(true))
 169     .load::<PrivateMessage>(conn)?;
 170
 171   for cpm in &incorrect_pms {
 172     let apub_id = generate_apub_endpoint(EndpointType::PrivateMessage, &cpm.id.to_string())?;
 173     PrivateMessage::update_ap_id(&conn, cpm.id, apub_id)?;
 174   }
 175
 176   info!("{} private message rows updated.", incorrect_pms.len());
 177
 178   Ok(())
 179 }
 180
 181 fn post_thumbnail_url_updates_2020_07_27(conn: &PgConnection) -> Result<(), LemmyError> {
 182   use lemmy_db_schema::schema::post::dsl::*;
 183
 184   info!("Running post_thumbnail_url_updates_2020_07_27");
 185
 186   let domain_prefix = format!(
 187     "{}/pictrs/image/",
 188     Settings::get().get_protocol_and_hostname(),
 189   );
 190
 191   let incorrect_thumbnails = post.filter(thumbnail_url.not_like("http%"));
 192
 193   // Prepend the rows with the update
 194   let res = diesel::update(incorrect_thumbnails)
 195     .set(
 196       thumbnail_url.eq(
 197         domain_prefix
 198           .into_sql::<Nullable<Text>>()
 199           .concat(thumbnail_url),
 200       ),
 201     )
 202     .get_results::<Post>(conn)?;
 203
 204   info!("{} Post thumbnail_url rows updated.", res.len());
 205
 206   Ok(())
 207 }
 208
 209 /// We are setting inbox and follower URLs for local and remote actors alike, because for now
 210 /// all federated instances are also Lemmy and use the same URL scheme.
 211 fn apub_columns_2021_02_02(conn: &PgConnection) -> Result<(), LemmyError> {
 212   info!("Running apub_columns_2021_02_02");
 213   {
 214     use lemmy_db_schema::schema::person::dsl::*;
 215     let persons = person
 216       .filter(inbox_url.like("http://changeme_%"))
 217       .load::<Person>(conn)?;
 218
 219     for p in &persons {
 220       let inbox_url_ = generate_inbox_url(&p.actor_id)?;
 221       let shared_inbox_url_ = generate_shared_inbox_url(&p.actor_id)?;
 222       diesel::update(person.find(p.id))
 223         .set((
 224           inbox_url.eq(inbox_url_),
 225           shared_inbox_url.eq(shared_inbox_url_),
 226         ))
 227         .get_result::<Person>(conn)?;
 228     }
 229   }
 230
 231   {
 232     use lemmy_db_schema::schema::community::dsl::*;
 233     let communities = community
 234       .filter(inbox_url.like("http://changeme_%"))
 235       .load::<Community>(conn)?;
 236
 237     for c in &communities {
 238       let followers_url_ = generate_followers_url(&c.actor_id)?;
 239       let inbox_url_ = generate_inbox_url(&c.actor_id)?;
 240       let shared_inbox_url_ = generate_shared_inbox_url(&c.actor_id)?;
 241       diesel::update(community.find(c.id))
 242         .set((
 243           followers_url.eq(followers_url_),
 244           inbox_url.eq(inbox_url_),
 245           shared_inbox_url.eq(shared_inbox_url_),
 246         ))
 247         .get_result::<Community>(conn)?;
 248     }
 249   }
 250
 251   Ok(())
 252 }