#[macro_use]
extern crate diesel_migrations;
+use crate::diesel_migrations::MigrationHarness;
use actix::prelude::*;
use actix_web::{web::Data, *};
use diesel::{
r2d2::{ConnectionManager, Pool},
PgConnection,
};
+use diesel_migrations::EmbeddedMigrations;
use doku::json::{AutoComments, Formatting};
use lemmy_api::match_websocket_operation;
-use lemmy_api_common::blocking;
+use lemmy_api_common::{
+ lemmy_db_views::structs::SiteView,
+ request::build_user_agent,
+ utils::{
+ blocking,
+ check_private_instance_and_federation_enabled,
+ local_site_rate_limit_to_rate_limit_config,
+ },
+};
use lemmy_api_crud::match_websocket_operation_crud;
-use lemmy_apub_lib::activity_queue::create_activity_queue;
-use lemmy_db_schema::{get_database_url_from_env, source::secret::Secret};
+use lemmy_db_schema::{source::secret::Secret, utils::get_database_url_from_env};
use lemmy_routes::{feeds, images, nodeinfo, webfinger};
use lemmy_server::{
api_routes,
code_migrations::run_advanced_migrations,
- init_tracing,
+ init_logging,
root_span_builder::QuieterRootSpanBuilder,
scheduled_tasks,
};
use lemmy_utils::{
+ error::LemmyError,
rate_limit::{rate_limiter::RateLimiter, RateLimit},
- request::build_user_agent,
- settings::structs::Settings,
- LemmyError,
+ settings::{structs::Settings, SETTINGS},
};
use lemmy_websocket::{chat_server::ChatServer, LemmyContext};
use reqwest::Client;
use reqwest_middleware::ClientBuilder;
+use reqwest_retry::{policies::ExponentialBackoff, RetryTransientMiddleware};
use reqwest_tracing::TracingMiddleware;
-use std::{env, sync::Arc, thread};
-use tokio::sync::Mutex;
+use std::{
+ env,
+ sync::{Arc, Mutex},
+ thread,
+ time::Duration,
+};
use tracing_actix_web::TracingLogger;
-embed_migrations!();
+pub const MIGRATIONS: EmbeddedMigrations = embed_migrations!();
+
+/// Max timeout for http requests
+pub const REQWEST_TIMEOUT: Duration = Duration::from_secs(10);
#[actix_web::main]
async fn main() -> Result<(), LemmyError> {
return Ok(());
}
- init_tracing()?;
+ let settings = SETTINGS.to_owned();
- let settings = Settings::init().expect("Couldn't initialize settings.");
+ init_logging(&settings.opentelemetry_url)?;
// Set up the r2d2 connection pool
let db_url = match get_database_url_from_env() {
let manager = ConnectionManager::<PgConnection>::new(&db_url);
let pool = Pool::builder()
.max_size(settings.database.pool_size)
+ .min_idle(Some(1))
.build(manager)
.unwrap_or_else(|_| panic!("Error connecting to {}", db_url));
// Run the migrations from code
- let protocol_and_hostname = settings.get_protocol_and_hostname();
+ let settings_cloned = settings.to_owned();
blocking(&pool, move |conn| {
- embedded_migrations::run(conn)?;
- run_advanced_migrations(conn, &protocol_and_hostname)?;
+ let _ = conn
+ .run_pending_migrations(MIGRATIONS)
+ .map_err(|_| LemmyError::from_message("Couldn't run migrations"))?;
+ run_advanced_migrations(conn, &settings_cloned)?;
Ok(()) as Result<(), LemmyError>
})
.await??;
+ // Schedules various cleanup tasks for the DB
let pool2 = pool.clone();
thread::spawn(move || {
scheduled_tasks::setup(pool2).expect("Couldn't set up scheduled_tasks");
});
+ // Initialize the secrets
+ let conn = &mut pool.get()?;
+ let secret = Secret::init(conn).expect("Couldn't initialize secrets.");
+
+ // Make sure the local site is set up.
+ let site_view = SiteView::read_local(conn).expect("local site not set up");
+ let local_site = site_view.local_site;
+ let federation_enabled = local_site.federation_enabled;
+
+ if federation_enabled {
+ println!("federation enabled, host is {}", &settings.hostname);
+ }
+
+ check_private_instance_and_federation_enabled(&local_site)?;
+
// Set up the rate limiter
+ let rate_limit_config =
+ local_site_rate_limit_to_rate_limit_config(&site_view.local_site_rate_limit);
+
+ // TODO this isn't live-updating
+ // https://github.com/LemmyNet/lemmy/issues/2508
let rate_limiter = RateLimit {
rate_limiter: Arc::new(Mutex::new(RateLimiter::default())),
- rate_limit_config: settings.rate_limit.to_owned().unwrap_or_default(),
+ rate_limit_config,
};
- // Initialize the secrets
- let conn = pool.get()?;
- let secret = Secret::init(&conn).expect("Couldn't initialize secrets.");
-
println!(
"Starting http server at {}:{}",
settings.bind, settings.port
);
- let client = Client::builder()
+ let reqwest_client = Client::builder()
.user_agent(build_user_agent(&settings))
+ .timeout(REQWEST_TIMEOUT)
.build()?;
- let client = ClientBuilder::new(client).with(TracingMiddleware).build();
+ let retry_policy = ExponentialBackoff {
+ max_n_retries: 3,
+ max_retry_interval: REQWEST_TIMEOUT,
+ min_retry_interval: Duration::from_millis(100),
+ backoff_exponent: 2,
+ };
- let queue_manager = create_activity_queue(client.clone());
+ let client = ClientBuilder::new(reqwest_client.clone())
+ .with(TracingMiddleware::default())
+ .with(RetryTransientMiddleware::new_with_policy(retry_policy))
+ .build();
- let activity_queue = queue_manager.queue_handle().clone();
+ // Pictrs cannot use the retry middleware
+ let pictrs_client = ClientBuilder::new(reqwest_client.clone())
+ .with(TracingMiddleware::default())
+ .build();
let chat_server = ChatServer::startup(
pool.clone(),
|c, i, o, d| Box::pin(match_websocket_operation(c, i, o, d)),
|c, i, o, d| Box::pin(match_websocket_operation_crud(c, i, o, d)),
client.clone(),
- activity_queue.clone(),
settings.clone(),
secret.clone(),
)
pool.clone(),
chat_server.to_owned(),
client.clone(),
- activity_queue.to_owned(),
settings.to_owned(),
secret.to_owned(),
);
.wrap(actix_web::middleware::Logger::default())
.wrap(TracingLogger::<QuieterRootSpanBuilder>::new())
.app_data(Data::new(context))
+ .app_data(Data::new(rate_limiter.clone()))
// The routes
.configure(|cfg| api_routes::config(cfg, &rate_limiter))
- .configure(|cfg| lemmy_apub::http::routes::config(cfg, &settings))
+ .configure(|cfg| {
+ if federation_enabled {
+ lemmy_apub::http::routes::config(cfg);
+ webfinger::config(cfg);
+ }
+ })
.configure(feeds::config)
- .configure(|cfg| images::config(cfg, client.clone(), &rate_limiter))
+ .configure(|cfg| images::config(cfg, pictrs_client.clone(), &rate_limiter))
.configure(nodeinfo::config)
- .configure(|cfg| webfinger::config(cfg, &settings))
})
.bind((settings_bind.bind, settings_bind.port))?
.run()
.await?;
- drop(queue_manager);
-
Ok(())
}