1 #![recursion_limit = "512"]
3 pub extern crate strum_macros;
5 pub extern crate lazy_static;
7 pub extern crate failure;
9 pub extern crate diesel;
10 pub extern crate actix;
11 pub extern crate actix_web;
12 pub extern crate bcrypt;
13 pub extern crate chrono;
14 pub extern crate comrak;
15 pub extern crate dotenv;
16 pub extern crate jsonwebtoken;
17 pub extern crate lettre;
18 pub extern crate lettre_email;
19 pub extern crate rand;
20 pub extern crate regex;
22 pub extern crate serde;
23 pub extern crate serde_json;
24 pub extern crate sha2;
25 pub extern crate strum;
37 use actix_web::dev::ConnectionInfo;
38 use chrono::{DateTime, NaiveDateTime, Utc};
39 use isahc::prelude::*;
40 use lettre::smtp::authentication::{Credentials, Mechanism};
41 use lettre::smtp::extension::ClientId;
42 use lettre::smtp::ConnectionReuseParameters;
43 use lettre::{ClientSecurity, SmtpClient, Transport};
44 use lettre_email::Email;
46 use percent_encoding::{utf8_percent_encode, NON_ALPHANUMERIC};
47 use rand::distributions::Alphanumeric;
48 use rand::{thread_rng, Rng};
49 use regex::{Regex, RegexBuilder};
50 use serde::Deserialize;
52 use crate::settings::Settings;
54 pub type ConnectionId = usize;
55 pub type PostId = i32;
56 pub type CommunityId = i32;
57 pub type UserId = i32;
58 pub type IPAddr = String;
60 pub fn to_datetime_utc(ndt: NaiveDateTime) -> DateTime<Utc> {
61 DateTime::<Utc>::from_utc(ndt, Utc)
64 pub fn naive_now() -> NaiveDateTime {
65 chrono::prelude::Utc::now().naive_utc()
68 pub fn naive_from_unix(time: i64) -> NaiveDateTime {
69 NaiveDateTime::from_timestamp(time, 0)
72 pub fn is_email_regex(test: &str) -> bool {
73 EMAIL_REGEX.is_match(test)
76 pub fn remove_slurs(test: &str) -> String {
77 SLUR_REGEX.replace_all(test, "*removed*").to_string()
80 pub fn slur_check(test: &str) -> Result<(), Vec<&str>> {
81 let mut matches: Vec<&str> = SLUR_REGEX.find_iter(test).map(|mat| mat.as_str()).collect();
84 matches.sort_unstable();
87 if matches.is_empty() {
94 pub fn slurs_vec_to_str(slurs: Vec<&str>) -> String {
95 let start = "No slurs - ";
96 let combined = &slurs.join(", ");
97 [start, combined].concat()
100 pub fn extract_usernames(test: &str) -> Vec<&str> {
101 let mut matches: Vec<&str> = USERNAME_MATCHES_REGEX
103 .map(|mat| mat.as_str())
107 matches.sort_unstable();
111 matches.iter().map(|t| &t[3..]).collect()
114 pub fn generate_random_string() -> String {
115 thread_rng().sample_iter(&Alphanumeric).take(30).collect()
123 ) -> Result<(), String> {
124 let email_config = Settings::get().email.ok_or("no_email_setup")?;
126 let email = Email::builder()
127 .to((to_email, to_username))
128 .from(email_config.smtp_from_address.to_owned())
134 let mailer = if email_config.use_tls {
135 SmtpClient::new_simple(&email_config.smtp_server).unwrap()
137 SmtpClient::new(&email_config.smtp_server, ClientSecurity::None).unwrap()
139 .hello_name(ClientId::Domain(Settings::get().hostname))
141 .authentication_mechanism(Mechanism::Plain)
142 .connection_reuse(ConnectionReuseParameters::ReuseUnlimited);
143 let mailer = if let (Some(login), Some(password)) =
144 (&email_config.smtp_login, &email_config.smtp_password)
146 mailer.credentials(Credentials::new(login.to_owned(), password.to_owned()))
151 let mut transport = mailer.transport();
152 let result = transport.send(email.into());
157 Err(e) => Err(e.to_string()),
161 #[derive(Deserialize, Debug)]
162 pub struct IframelyResponse {
163 title: Option<String>,
164 description: Option<String>,
165 thumbnail_url: Option<String>,
166 html: Option<String>,
169 pub fn fetch_iframely(url: &str) -> Result<IframelyResponse, failure::Error> {
170 let fetch_url = format!("http://iframely/oembed?url={}", url);
171 let text = isahc::get(&fetch_url)?.text()?;
172 let res: IframelyResponse = serde_json::from_str(&text)?;
176 #[derive(Deserialize, Debug)]
177 pub struct PictshareResponse {
182 pub fn fetch_pictshare(image_url: &str) -> Result<PictshareResponse, failure::Error> {
183 let fetch_url = format!(
184 "http://pictshare/api/geturl.php?url={}",
185 utf8_percent_encode(image_url, NON_ALPHANUMERIC)
187 let text = isahc::get(&fetch_url)?.text()?;
188 let res: PictshareResponse = serde_json::from_str(&text)?;
192 fn fetch_iframely_and_pictshare_data(
202 // Fetch iframely data
203 let (iframely_title, iframely_description, iframely_thumbnail_url, iframely_html) =
204 match fetch_iframely(url) {
205 Ok(res) => (res.title, res.description, res.thumbnail_url, res.html),
207 error!("iframely err: {}", e);
208 (None, None, None, None)
212 // Fetch pictshare thumbnail
213 let pictshare_thumbnail = match iframely_thumbnail_url {
214 Some(iframely_thumbnail_url) => match fetch_pictshare(&iframely_thumbnail_url) {
215 Ok(res) => Some(res.url),
217 error!("pictshare err: {}", e);
221 // Try to generate a small thumbnail if iframely is not supported
222 None => match fetch_pictshare(&url) {
223 Ok(res) => Some(res.url),
225 error!("pictshare err: {}", e);
233 iframely_description,
238 None => (None, None, None, None),
242 pub fn markdown_to_html(text: &str) -> String {
243 comrak::markdown_to_html(text, &comrak::ComrakOptions::default())
246 pub fn get_ip(conn_info: &ConnectionInfo) -> String {
249 .unwrap_or("127.0.0.1:12345")
252 .unwrap_or("127.0.0.1")
258 use crate::{extract_usernames, is_email_regex, remove_slurs, slur_check, slurs_vec_to_str};
262 assert!(is_email_regex("gush@gmail.com"));
263 assert!(!is_email_regex("nada_neutho"));
267 fn test_slur_filter() {
269 "coons test dindu ladyboy tranny retardeds. Capitalized Niggerz. This is a bunch of other safe text.";
270 let slur_free = "No slurs here";
273 "*removed* test *removed* *removed* *removed* *removed*. Capitalized *removed*. This is a bunch of other safe text."
277 let has_slurs_vec = vec![
285 let has_slurs_err_str = "No slurs - Niggerz, coons, dindu, ladyboy, retardeds, tranny";
287 assert_eq!(slur_check(test), Err(has_slurs_vec));
288 assert_eq!(slur_check(slur_free), Ok(()));
289 if let Err(slur_vec) = slur_check(test) {
290 assert_eq!(&slurs_vec_to_str(slur_vec), has_slurs_err_str);
295 fn test_extract_usernames() {
296 let usernames = extract_usernames("this is a user mention for [/u/testme](/u/testme) and thats all. Oh [/u/another](/u/another) user. And the first again [/u/testme](/u/testme) okay");
297 let expected = vec!["another", "testme"];
298 assert_eq!(usernames, expected);
301 // These helped with testing
303 // fn test_iframely() {
304 // let res = fetch_iframely("https://www.redspark.nu/?p=15341");
305 // assert!(res.is_ok());
309 // fn test_pictshare() {
310 // let res = fetch_pictshare("https://upload.wikimedia.org/wikipedia/en/2/27/The_Mandalorian_logo.jpg");
311 // assert!(res.is_ok());
312 // let res_other = fetch_pictshare("https://upload.wikimedia.org/wikipedia/en/2/27/The_Mandalorian_logo.jpgaoeu");
313 // assert!(res_other.is_err());
317 // fn test_send_email() {
318 // let result = send_email("not a subject", "test_email@gmail.com", "ur user", "<h1>HI there</h1>");
319 // assert!(result.is_ok());
324 static ref EMAIL_REGEX: Regex = Regex::new(r"^[a-zA-Z0-9.!#$%&’*+/=?^_`{|}~-]+@[a-zA-Z0-9-]+(?:\.[a-zA-Z0-9-]+)*$").unwrap();
325 static ref SLUR_REGEX: Regex = RegexBuilder::new(r"(fag(g|got|tard)?|maricos?|cock\s?sucker(s|ing)?|nig(\b|g?(a|er)?(s|z)?)\b|dindu(s?)|mudslime?s?|kikes?|mongoloids?|towel\s*heads?|\bspi(c|k)s?\b|\bchinks?|niglets?|beaners?|\bnips?\b|\bcoons?\b|jungle\s*bunn(y|ies?)|jigg?aboo?s?|\bpakis?\b|rag\s*heads?|gooks?|cunts?|bitch(es|ing|y)?|puss(y|ies?)|twats?|feminazis?|whor(es?|ing)|\bslut(s|t?y)?|\btrann?(y|ies?)|ladyboy(s?)|\b(b|re|r)tard(ed)?s?)").case_insensitive(true).build().unwrap();
326 static ref USERNAME_MATCHES_REGEX: Regex = Regex::new(r"/u/[a-zA-Z][0-9a-zA-Z_]*").unwrap();