mirror of
https://framagit.org/veretcle/scootaloo.git
synced 2025-07-21 17:34:37 +02:00
Compare commits
8 Commits
Author | SHA1 | Date | |
---|---|---|---|
![]() |
73244f9ecc | ||
![]() |
dad49da090 | ||
![]() |
44ec3edfe2 | ||
![]() |
8673dd7866 | ||
![]() |
ff496b167d | ||
![]() |
97ab6f4925 | ||
![]() |
5b512cb757 | ||
![]() |
b11595bfca |
@@ -1,15 +1,5 @@
|
|||||||
---
|
---
|
||||||
|
include:
|
||||||
stages:
|
project: 'veretcle/ci-common'
|
||||||
- build
|
ref: 'main'
|
||||||
|
file: 'ci_rust.yml'
|
||||||
rust-latest:
|
|
||||||
stage: build
|
|
||||||
artifacts:
|
|
||||||
paths:
|
|
||||||
- target/release/scootaloo
|
|
||||||
image: rust:latest
|
|
||||||
script:
|
|
||||||
- cargo test
|
|
||||||
- cargo build --release --verbose
|
|
||||||
- strip target/release/${CI_PROJECT_NAME}
|
|
||||||
|
3
Cargo.lock
generated
3
Cargo.lock
generated
@@ -2016,7 +2016,7 @@ dependencies = [
|
|||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "scootaloo"
|
name = "scootaloo"
|
||||||
version = "0.5.2"
|
version = "0.7.0"
|
||||||
dependencies = [
|
dependencies = [
|
||||||
"chrono",
|
"chrono",
|
||||||
"clap",
|
"clap",
|
||||||
@@ -2025,6 +2025,7 @@ dependencies = [
|
|||||||
"futures 0.3.14",
|
"futures 0.3.14",
|
||||||
"html-escape",
|
"html-escape",
|
||||||
"log",
|
"log",
|
||||||
|
"mime",
|
||||||
"reqwest 0.11.3",
|
"reqwest 0.11.3",
|
||||||
"rusqlite",
|
"rusqlite",
|
||||||
"serde",
|
"serde",
|
||||||
|
@@ -1,6 +1,6 @@
|
|||||||
[package]
|
[package]
|
||||||
name = "scootaloo"
|
name = "scootaloo"
|
||||||
version = "0.5.2"
|
version = "0.7.0"
|
||||||
authors = ["VC <veretcle+framagit@mateu.be>"]
|
authors = ["VC <veretcle+framagit@mateu.be>"]
|
||||||
edition = "2021"
|
edition = "2021"
|
||||||
|
|
||||||
@@ -20,4 +20,7 @@ html-escape = "^0.2"
|
|||||||
reqwest = "^0.11"
|
reqwest = "^0.11"
|
||||||
log = "^0.4"
|
log = "^0.4"
|
||||||
simple_logger = "^2.1"
|
simple_logger = "^2.1"
|
||||||
|
mime = "^0.3"
|
||||||
|
|
||||||
|
[profile.release]
|
||||||
|
strip = true
|
||||||
|
40
README.md
40
README.md
@@ -10,23 +10,23 @@ If any of the last steps failed, the Toot gets published with the exact same tex
|
|||||||
RT are excluded, replies are included when considered part of a thread (reply to self), not the actual replies to other Twitter users.
|
RT are excluded, replies are included when considered part of a thread (reply to self), not the actual replies to other Twitter users.
|
||||||
|
|
||||||
# Usage
|
# Usage
|
||||||
|
## Configuring
|
||||||
|
|
||||||
First up, create a configuration file (default path is `/usr/local/etc/scootaloo.toml`). It will look like this:
|
First up, create a configuration file (default path is `/usr/local/etc/scootaloo.toml`). It will look like this:
|
||||||
|
|
||||||
```toml
|
```toml
|
||||||
[scootaloo]
|
[scootaloo]
|
||||||
|
db_path = "/var/lib/scootaloo/scootaloo.sqlite" ## file containing the SQLite Tweet corresponding Toot DB, must be writeable
|
||||||
db_path="/var/lib/scootaloo/scootaloo.sqlite" ## file containing the SQLite Tweet corresponding Toot DB, must be writeable
|
cache_path = "/tmp/scootaloo" ## a dir where the temporary files will be download, must be writeable
|
||||||
cache_path="/tmp/scootaloo" ## a dir where the temporary files will be download, must be writeable
|
|
||||||
|
|
||||||
[twitter]
|
[twitter]
|
||||||
username="NintendojoFR" ## User Timeline to copy
|
|
||||||
|
|
||||||
## Consumer/Access key for Twitter (can be generated at https://developer.twitter.com/en/apps)
|
## Consumer/Access key for Twitter (can be generated at https://developer.twitter.com/en/apps)
|
||||||
consumer_key="MYCONSUMERKEY"
|
consumer_key = "MYCONSUMERKEY"
|
||||||
consumer_secret="MYCONSUMERSECRET"
|
consumer_secret = "MYCONSUMERSECRET"
|
||||||
access_key="MYACCESSKEY"
|
access_key = "MYACCESSKEY"
|
||||||
access_secret="MYACCESSSECRET"
|
access_secret = "MYACCESSSECRET"
|
||||||
|
|
||||||
|
[mastodon]
|
||||||
```
|
```
|
||||||
|
|
||||||
Then run the command with the `init` subcommand to initiate the DB:
|
Then run the command with the `init` subcommand to initiate the DB:
|
||||||
@@ -44,7 +44,8 @@ scootaloo register --host https://m.nintendojo.fr
|
|||||||
This will give you the end of the TOML file. It will look like this:
|
This will give you the end of the TOML file. It will look like this:
|
||||||
|
|
||||||
```toml
|
```toml
|
||||||
[mastodon]
|
[mastodon.nintendojofr] ## account
|
||||||
|
twitter_screen_name="NintendojoFR" ## User Timeline to copy
|
||||||
base = "https://m.nintendojo.fr"
|
base = "https://m.nintendojo.fr"
|
||||||
client_id = "MYCLIENTID"
|
client_id = "MYCLIENTID"
|
||||||
client_secret = "MYCLIENTSECRET"
|
client_secret = "MYCLIENTSECRET"
|
||||||
@@ -52,6 +53,10 @@ redirect = "urn:ietf:wg:oauth:2.0:oob"
|
|||||||
token = "MYTOKEN"
|
token = "MYTOKEN"
|
||||||
```
|
```
|
||||||
|
|
||||||
|
You can add other account if you like, after the `[mastodon]` moniker. Scootaloo would theorically support an unlimited number of accounts.
|
||||||
|
|
||||||
|
## Running
|
||||||
|
|
||||||
You can then run the application via `cron` for example. Here is the generic usage:
|
You can then run the application via `cron` for example. Here is the generic usage:
|
||||||
|
|
||||||
```sh
|
```sh
|
||||||
@@ -71,6 +76,7 @@ OPTIONS:
|
|||||||
SUBCOMMANDS:
|
SUBCOMMANDS:
|
||||||
help Prints this message or the help of the given subcommand(s)
|
help Prints this message or the help of the given subcommand(s)
|
||||||
init Command to init Scootaloo DB
|
init Command to init Scootaloo DB
|
||||||
|
migrate Command to migrate Scootaloo DB
|
||||||
register Command to register to a Mastodon Instance
|
register Command to register to a Mastodon Instance
|
||||||
```
|
```
|
||||||
|
|
||||||
@@ -86,5 +92,17 @@ sqlite3 /var/lib/scootaloo/scootaloo.sqlite
|
|||||||
And inserting the data:
|
And inserting the data:
|
||||||
|
|
||||||
```sql
|
```sql
|
||||||
INSERT INTO tweet_to_toot VALUES (1383782580412030982, "");
|
INSERT INTO tweet_to_toot VALUES ("<twitter_screen_name>", 1383782580412030982, "<twitter_screen_name>");
|
||||||
```
|
```
|
||||||
|
|
||||||
|
The last value is supposed to be the Toot ID. It cannot be null, so you better initialize it with something unique, like the Twitter Screen Name for example.
|
||||||
|
|
||||||
|
# Migrating from Scootaloo ⩽ 0.6.1
|
||||||
|
|
||||||
|
The DB scheme has change between version 0.6.x and 0.7.x (this is due to the multi-account nature of Scootaloo from 0.7.x onward). You need to migrate your DB. You can do so by issuing the command:
|
||||||
|
|
||||||
|
```
|
||||||
|
scootaloo migrate
|
||||||
|
```
|
||||||
|
|
||||||
|
You can optionnally specify a screen name with the `--name` option. By default, it’ll take the first screen name in the config file.
|
||||||
|
@@ -1,17 +1,17 @@
|
|||||||
use std::fs::read_to_string;
|
use std::{collections::HashMap, fs::read_to_string};
|
||||||
|
|
||||||
use serde::Deserialize;
|
use serde::Deserialize;
|
||||||
|
|
||||||
/// General configuration Struct
|
/// General configuration Struct
|
||||||
#[derive(Debug, Deserialize)]
|
#[derive(Debug, Deserialize)]
|
||||||
pub struct Config {
|
pub struct Config {
|
||||||
pub twitter: TwitterConfig,
|
pub twitter: TwitterConfig,
|
||||||
pub mastodon: MastodonConfig,
|
pub mastodon: HashMap<String, MastodonConfig>,
|
||||||
pub scootaloo: ScootalooConfig,
|
pub scootaloo: ScootalooConfig,
|
||||||
}
|
}
|
||||||
|
|
||||||
#[derive(Debug, Deserialize)]
|
#[derive(Debug, Deserialize)]
|
||||||
pub struct TwitterConfig {
|
pub struct TwitterConfig {
|
||||||
pub username: String,
|
|
||||||
pub consumer_key: String,
|
pub consumer_key: String,
|
||||||
pub consumer_secret: String,
|
pub consumer_secret: String,
|
||||||
pub access_key: String,
|
pub access_key: String,
|
||||||
@@ -20,6 +20,7 @@ pub struct TwitterConfig {
|
|||||||
|
|
||||||
#[derive(Debug, Deserialize)]
|
#[derive(Debug, Deserialize)]
|
||||||
pub struct MastodonConfig {
|
pub struct MastodonConfig {
|
||||||
|
pub twitter_screen_name: String,
|
||||||
pub base: String,
|
pub base: String,
|
||||||
pub client_id: String,
|
pub client_id: String,
|
||||||
pub client_secret: String,
|
pub client_secret: String,
|
||||||
@@ -35,14 +36,11 @@ pub struct ScootalooConfig {
|
|||||||
|
|
||||||
/// Parses the TOML file into a Config Struct
|
/// Parses the TOML file into a Config Struct
|
||||||
pub fn parse_toml(toml_file: &str) -> Config {
|
pub fn parse_toml(toml_file: &str) -> Config {
|
||||||
let toml_config = read_to_string(toml_file).unwrap_or_else(|e|
|
let toml_config = read_to_string(toml_file)
|
||||||
panic!("Cannot open config file {}: {}", toml_file, e)
|
.unwrap_or_else(|e| panic!("Cannot open config file {}: {}", toml_file, e));
|
||||||
);
|
|
||||||
|
|
||||||
let config: Config = toml::from_str(&toml_config).unwrap_or_else(|e|
|
let config: Config = toml::from_str(&toml_config)
|
||||||
panic!("Cannot parse TOML file {}: {}", toml_file, e)
|
.unwrap_or_else(|e| panic!("Cannot parse TOML file {}: {}", toml_file, e));
|
||||||
);
|
|
||||||
|
|
||||||
config
|
config
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@@ -1,6 +1,6 @@
|
|||||||
use std::{
|
use std::{
|
||||||
fmt::{Display, Formatter, Result},
|
|
||||||
error::Error,
|
error::Error,
|
||||||
|
fmt::{Display, Formatter, Result},
|
||||||
};
|
};
|
||||||
|
|
||||||
#[derive(Debug)]
|
#[derive(Debug)]
|
||||||
@@ -23,4 +23,3 @@ impl Display for ScootalooError {
|
|||||||
write!(f, "{}", self.details)
|
write!(f, "{}", self.details)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
223
src/lib.rs
223
src/lib.rs
@@ -2,12 +2,12 @@ mod error;
|
|||||||
use error::ScootalooError;
|
use error::ScootalooError;
|
||||||
|
|
||||||
mod config;
|
mod config;
|
||||||
use config::Config;
|
|
||||||
pub use config::parse_toml;
|
pub use config::parse_toml;
|
||||||
|
use config::Config;
|
||||||
|
|
||||||
mod mastodon;
|
mod mastodon;
|
||||||
use mastodon::{get_mastodon_token, build_basic_status};
|
|
||||||
pub use mastodon::register;
|
pub use mastodon::register;
|
||||||
|
use mastodon::{build_basic_status, get_mastodon_token};
|
||||||
|
|
||||||
mod twitter;
|
mod twitter;
|
||||||
use twitter::*;
|
use twitter::*;
|
||||||
@@ -15,139 +15,150 @@ use twitter::*;
|
|||||||
mod util;
|
mod util;
|
||||||
|
|
||||||
mod state;
|
mod state;
|
||||||
|
pub use state::{init_db, migrate_db};
|
||||||
use state::{read_state, write_state, TweetToToot};
|
use state::{read_state, write_state, TweetToToot};
|
||||||
pub use state::init_db;
|
|
||||||
|
|
||||||
|
use elefren::{prelude::*, status_builder::StatusBuilder};
|
||||||
|
use log::{debug, error, info, warn};
|
||||||
|
use rusqlite::Connection;
|
||||||
use std::borrow::Cow;
|
use std::borrow::Cow;
|
||||||
use tokio::fs::remove_file;
|
use tokio::fs::remove_file;
|
||||||
use elefren::{
|
|
||||||
prelude::*,
|
|
||||||
status_builder::StatusBuilder,
|
|
||||||
};
|
|
||||||
use log::{info, warn, error, debug};
|
|
||||||
use rusqlite::Connection;
|
|
||||||
|
|
||||||
/// This is where the magic happens
|
/// This is where the magic happens
|
||||||
#[tokio::main]
|
#[tokio::main]
|
||||||
pub async fn run(config: Config) {
|
pub async fn run(config: Config) {
|
||||||
// open the SQLite connection
|
|
||||||
let conn = Connection::open(&config.scootaloo.db_path)
|
|
||||||
.unwrap_or_else(|e|
|
|
||||||
panic!("Something went wrong when opening the DB {}: {}", &config.scootaloo.db_path, e)
|
|
||||||
);
|
|
||||||
// retrieve the last tweet ID for the username
|
|
||||||
let last_tweet_id = read_state(&conn, None)
|
|
||||||
.unwrap_or_else(|e|
|
|
||||||
panic!("Cannot retrieve last_tweet_id: {}", e)
|
|
||||||
)
|
|
||||||
.map(|s| s.tweet_id);
|
|
||||||
|
|
||||||
// get OAuth2 token
|
// get OAuth2 token
|
||||||
let token = get_oauth2_token(&config.twitter);
|
let token = get_oauth2_token(&config.twitter);
|
||||||
|
|
||||||
// get Mastodon instance
|
for mastodon_config in config.mastodon.values() {
|
||||||
let mastodon = get_mastodon_token(&config.mastodon);
|
// open the SQLite connection
|
||||||
|
let conn = Connection::open(&config.scootaloo.db_path).unwrap_or_else(|e| {
|
||||||
|
panic!(
|
||||||
|
"Something went wrong when opening the DB {}: {}",
|
||||||
|
&config.scootaloo.db_path, e
|
||||||
|
)
|
||||||
|
});
|
||||||
|
// retrieve the last tweet ID for the username
|
||||||
|
let last_tweet_id = read_state(&conn, &mastodon_config.twitter_screen_name, None)
|
||||||
|
.unwrap_or_else(|e| panic!("Cannot retrieve last_tweet_id: {}", e))
|
||||||
|
.map(|s| s.tweet_id);
|
||||||
|
|
||||||
// get user timeline feed (Vec<tweet>)
|
// get Mastodon instance
|
||||||
let mut feed = get_user_timeline(&config.twitter, token, last_tweet_id)
|
let mastodon = get_mastodon_token(mastodon_config);
|
||||||
.await
|
|
||||||
.unwrap_or_else(|e|
|
|
||||||
panic!("Something went wrong when trying to retrieve {}’s timeline: {}", &config.twitter.username, e)
|
|
||||||
);
|
|
||||||
|
|
||||||
// empty feed -> exiting
|
// get user timeline feed (Vec<tweet>)
|
||||||
if feed.is_empty() {
|
let mut feed = get_user_timeline(mastodon_config, &token, last_tweet_id)
|
||||||
info!("Nothing to retrieve since last time, exiting…");
|
.await
|
||||||
return;
|
.unwrap_or_else(|e| {
|
||||||
}
|
panic!(
|
||||||
|
"Something went wrong when trying to retrieve {}’s timeline: {}",
|
||||||
|
&mastodon_config.twitter_screen_name, e
|
||||||
|
)
|
||||||
|
});
|
||||||
|
|
||||||
// order needs to be chronological
|
// empty feed -> exiting
|
||||||
feed.reverse();
|
if feed.is_empty() {
|
||||||
|
info!("Nothing to retrieve since last time, exiting…");
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
for tweet in &feed {
|
// order needs to be chronological
|
||||||
debug!("Treating Tweet {} inside feed", tweet.id);
|
feed.reverse();
|
||||||
// initiate the toot_reply_id var
|
|
||||||
let mut toot_reply_id: Option<String> = None;
|
for tweet in &feed {
|
||||||
// determine if the tweet is part of a thread (response to self) or a standard response
|
debug!("Treating Tweet {} inside feed", tweet.id);
|
||||||
if let Some(r) = &tweet.in_reply_to_screen_name {
|
// initiate the toot_reply_id var
|
||||||
if &r.to_lowercase() != &config.twitter.username.to_lowercase() {
|
let mut toot_reply_id: Option<String> = None;
|
||||||
// we are responding not threading
|
// determine if the tweet is part of a thread (response to self) or a standard response
|
||||||
|
if let Some(r) = &tweet.in_reply_to_screen_name {
|
||||||
|
if r.to_lowercase() != mastodon_config.twitter_screen_name.to_lowercase() {
|
||||||
|
// we are responding not threadin
|
||||||
info!("Tweet is a direct response, skipping");
|
info!("Tweet is a direct response, skipping");
|
||||||
continue;
|
continue;
|
||||||
}
|
}
|
||||||
info!("Tweet is a thread");
|
info!("Tweet is a thread");
|
||||||
toot_reply_id = read_state(&conn, tweet.in_reply_to_status_id)
|
toot_reply_id = read_state(
|
||||||
.unwrap_or(None)
|
&conn,
|
||||||
.map(|s| s.toot_id);
|
&mastodon_config.twitter_screen_name,
|
||||||
};
|
tweet.in_reply_to_status_id,
|
||||||
|
)
|
||||||
|
.unwrap_or(None)
|
||||||
|
.map(|s| s.toot_id);
|
||||||
|
};
|
||||||
|
|
||||||
// build basic status by just yielding text and dereferencing contained urls
|
// build basic status by just yielding text and dereferencing contained urls
|
||||||
let mut status_text = build_basic_status(tweet);
|
let mut status_text = build_basic_status(tweet);
|
||||||
|
|
||||||
let mut status_medias: Vec<String> = vec![];
|
let mut status_medias: Vec<String> = vec![];
|
||||||
// reupload the attachments if any
|
// reupload the attachments if any
|
||||||
if let Some(m) = &tweet.extended_entities {
|
if let Some(m) = &tweet.extended_entities {
|
||||||
for media in &m.media {
|
for media in &m.media {
|
||||||
let local_tweet_media_path = match get_tweet_media(&media, &config.scootaloo.cache_path).await {
|
let local_tweet_media_path =
|
||||||
Ok(m) => m,
|
match get_tweet_media(media, &config.scootaloo.cache_path).await {
|
||||||
Err(e) => {
|
Ok(m) => m,
|
||||||
error!("Cannot get tweet media for {}: {}", &media.url, e);
|
Err(e) => {
|
||||||
continue;
|
error!("Cannot get tweet media for {}: {}", &media.url, e);
|
||||||
},
|
continue;
|
||||||
};
|
}
|
||||||
|
};
|
||||||
|
|
||||||
let mastodon_media_ids = match mastodon.media(Cow::from(local_tweet_media_path.to_owned())) {
|
let mastodon_media_ids = match mastodon
|
||||||
Ok(m) => {
|
.media(Cow::from(local_tweet_media_path.to_owned()))
|
||||||
remove_file(&local_tweet_media_path)
|
{
|
||||||
|
Ok(m) => {
|
||||||
|
remove_file(&local_tweet_media_path)
|
||||||
.await
|
.await
|
||||||
.unwrap_or_else(|e|
|
.unwrap_or_else(|e|
|
||||||
warn!("Attachment for {} has been uploaded, but I’m unable to remove the existing file: {}", &local_tweet_media_path, e)
|
warn!("Attachment for {} has been uploaded, but I’m unable to remove the existing file: {}", &local_tweet_media_path, e)
|
||||||
);
|
);
|
||||||
m.id
|
m.id
|
||||||
},
|
}
|
||||||
Err(e) => {
|
Err(e) => {
|
||||||
error!("Attachment {} cannot be uploaded to Mastodon Instance: {}", &local_tweet_media_path, e);
|
error!(
|
||||||
continue;
|
"Attachment {} cannot be uploaded to Mastodon Instance: {}",
|
||||||
}
|
&local_tweet_media_path, e
|
||||||
};
|
);
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
status_medias.push(mastodon_media_ids);
|
status_medias.push(mastodon_media_ids);
|
||||||
|
|
||||||
// last step, removing the reference to the media from with the toot’s text
|
// last step, removing the reference to the media from with the toot’s text
|
||||||
status_text = status_text.replace(&media.url, "");
|
status_text = status_text.replace(&media.url, "");
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
// finished reuploading attachments, now let’s do the toot baby!
|
||||||
|
|
||||||
|
debug!("Building corresponding Mastodon status");
|
||||||
|
|
||||||
|
let mut status_builder = StatusBuilder::new();
|
||||||
|
|
||||||
|
status_builder.status(&status_text).media_ids(status_medias);
|
||||||
|
|
||||||
|
if let Some(i) = toot_reply_id {
|
||||||
|
status_builder.in_reply_to(&i);
|
||||||
|
}
|
||||||
|
|
||||||
|
let status = status_builder
|
||||||
|
.build()
|
||||||
|
.unwrap_or_else(|_| panic!("Cannot build status with text {}", &status_text));
|
||||||
|
|
||||||
|
// publish status
|
||||||
|
// again unwrap is safe here as we are in the main thread
|
||||||
|
let published_status = mastodon.new_status(status).unwrap();
|
||||||
|
// this will panic if it cannot publish the status, which is a good thing, it allows the
|
||||||
|
// last_tweet gathered not to be written
|
||||||
|
|
||||||
|
let ttt_towrite = TweetToToot {
|
||||||
|
twitter_screen_name: mastodon_config.twitter_screen_name.clone(),
|
||||||
|
tweet_id: tweet.id,
|
||||||
|
toot_id: published_status.id,
|
||||||
|
};
|
||||||
|
|
||||||
|
// write the current state (tweet ID and toot ID) to avoid copying it another time
|
||||||
|
write_state(&conn, ttt_towrite)
|
||||||
|
.unwrap_or_else(|e| panic!("Can’t write the last tweet retrieved: {}", e));
|
||||||
}
|
}
|
||||||
// finished reuploading attachments, now let’s do the toot baby!
|
|
||||||
|
|
||||||
debug!("Building corresponding Mastodon status");
|
|
||||||
|
|
||||||
let mut status_builder = StatusBuilder::new();
|
|
||||||
|
|
||||||
status_builder.status(&status_text)
|
|
||||||
.media_ids(status_medias);
|
|
||||||
|
|
||||||
if let Some(i) = toot_reply_id {
|
|
||||||
status_builder.in_reply_to(&i);
|
|
||||||
}
|
|
||||||
|
|
||||||
let status = status_builder.build()
|
|
||||||
.expect(&format!("Cannot build status with text {}", &status_text));
|
|
||||||
|
|
||||||
// publish status
|
|
||||||
// again unwrap is safe here as we are in the main thread
|
|
||||||
let published_status = mastodon.new_status(status).unwrap();
|
|
||||||
// this will panic if it cannot publish the status, which is a good thing, it allows the
|
|
||||||
// last_tweet gathered not to be written
|
|
||||||
|
|
||||||
let ttt_towrite = TweetToToot {
|
|
||||||
tweet_id: tweet.id,
|
|
||||||
toot_id: published_status.id,
|
|
||||||
};
|
|
||||||
|
|
||||||
// write the current state (tweet ID and toot ID) to avoid copying it another time
|
|
||||||
write_state(&conn, ttt_towrite).unwrap_or_else(|e|
|
|
||||||
panic!("Can’t write the last tweet retrieved: {}", e)
|
|
||||||
);
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
159
src/main.rs
159
src/main.rs
@@ -1,70 +1,136 @@
|
|||||||
use scootaloo::*;
|
|
||||||
use clap::{App, Arg, SubCommand};
|
use clap::{App, Arg, SubCommand};
|
||||||
use log::{LevelFilter, error};
|
use log::{error, LevelFilter};
|
||||||
|
use scootaloo::*;
|
||||||
use simple_logger::SimpleLogger;
|
use simple_logger::SimpleLogger;
|
||||||
use std::str::FromStr;
|
use std::str::FromStr;
|
||||||
|
|
||||||
const DEFAULT_CONFIG_PATH: &'static str = "/usr/local/etc/scootaloo.toml";
|
const DEFAULT_CONFIG_PATH: &str = "/usr/local/etc/scootaloo.toml";
|
||||||
|
|
||||||
fn main() {
|
fn main() {
|
||||||
let matches = App::new(env!("CARGO_PKG_NAME"))
|
let matches = App::new(env!("CARGO_PKG_NAME"))
|
||||||
.version(env!("CARGO_PKG_VERSION"))
|
.version(env!("CARGO_PKG_VERSION"))
|
||||||
.about("A Twitter to Mastodon bot")
|
.about("A Twitter to Mastodon bot")
|
||||||
.arg(Arg::with_name("config")
|
.arg(
|
||||||
.short("c")
|
Arg::with_name("config")
|
||||||
.long("config")
|
.short("c")
|
||||||
.value_name("CONFIG_FILE")
|
.long("config")
|
||||||
.help(&format!("TOML config file for scootaloo (default {})", DEFAULT_CONFIG_PATH))
|
.value_name("CONFIG_FILE")
|
||||||
.takes_value(true)
|
.help(&format!(
|
||||||
.display_order(1))
|
"TOML config file for scootaloo (default {})",
|
||||||
.arg(Arg::with_name("log_level")
|
DEFAULT_CONFIG_PATH
|
||||||
.short("l")
|
))
|
||||||
.long("loglevel")
|
.takes_value(true)
|
||||||
.value_name("LOGLEVEL")
|
.display_order(1),
|
||||||
.help("Log level. Valid values are: Off, Warn, Error, Info, Debug")
|
)
|
||||||
.takes_value(true)
|
.arg(
|
||||||
.display_order(2))
|
Arg::with_name("log_level")
|
||||||
.subcommand(SubCommand::with_name("register")
|
.short("l")
|
||||||
.version(env!("CARGO_PKG_VERSION"))
|
.long("loglevel")
|
||||||
.about("Command to register to a Mastodon Instance")
|
.value_name("LOGLEVEL")
|
||||||
.arg(Arg::with_name("host")
|
.help("Log level. Valid values are: Off, Warn, Error, Info, Debug")
|
||||||
.short("H")
|
.takes_value(true)
|
||||||
.long("host")
|
.display_order(2),
|
||||||
.value_name("HOST")
|
)
|
||||||
.help("Base URL of the Mastodon instance to register to (no default)")
|
.subcommand(
|
||||||
.takes_value(true)
|
SubCommand::with_name("register")
|
||||||
.required(true)
|
.version(env!("CARGO_PKG_VERSION"))
|
||||||
.display_order(1)))
|
.about("Command to register to a Mastodon Instance")
|
||||||
.subcommand(SubCommand::with_name("init")
|
.arg(
|
||||||
.version(env!("CARGO_PKG_VERSION"))
|
Arg::with_name("host")
|
||||||
.about("Command to init Scootaloo DB")
|
.short("H")
|
||||||
.arg(Arg::with_name("config")
|
.long("host")
|
||||||
.short("c")
|
.value_name("HOST")
|
||||||
.long("config")
|
.help("Base URL of the Mastodon instance to register to (no default)")
|
||||||
.value_name("CONFIG_FILE")
|
.takes_value(true)
|
||||||
.help(&format!("TOML config file for scootaloo (default {})", DEFAULT_CONFIG_PATH))
|
.required(true)
|
||||||
.takes_value(true)
|
.display_order(1)
|
||||||
.display_order(1)))
|
)
|
||||||
.get_matches();
|
.arg(
|
||||||
|
Arg::with_name("name")
|
||||||
|
.short("n")
|
||||||
|
.long("name")
|
||||||
|
.help("Twitter Screen Name (like https://twitter.com/screen_name, no default)")
|
||||||
|
.takes_value(true)
|
||||||
|
.required(true)
|
||||||
|
.display_order(2)
|
||||||
|
),
|
||||||
|
)
|
||||||
|
.subcommand(
|
||||||
|
SubCommand::with_name("init")
|
||||||
|
.version(env!("CARGO_PKG_VERSION"))
|
||||||
|
.about("Command to init Scootaloo DB")
|
||||||
|
.arg(
|
||||||
|
Arg::with_name("config")
|
||||||
|
.short("c")
|
||||||
|
.long("config")
|
||||||
|
.value_name("CONFIG_FILE")
|
||||||
|
.help(&format!(
|
||||||
|
"TOML config file for scootaloo (default {})",
|
||||||
|
DEFAULT_CONFIG_PATH
|
||||||
|
))
|
||||||
|
.takes_value(true)
|
||||||
|
.display_order(1),
|
||||||
|
),
|
||||||
|
)
|
||||||
|
.subcommand(
|
||||||
|
SubCommand::with_name("migrate")
|
||||||
|
.version(env!("CARGO_PKG_VERSION"))
|
||||||
|
.about("Command to migrate Scootaloo DB")
|
||||||
|
.arg(
|
||||||
|
Arg::with_name("config")
|
||||||
|
.short("c")
|
||||||
|
.long("config")
|
||||||
|
.value_name("CONFIG_FILE")
|
||||||
|
.help(&format!("TOML config file for scootaloo (default {})", DEFAULT_CONFIG_PATH))
|
||||||
|
.takes_value(true)
|
||||||
|
.display_order(1),
|
||||||
|
)
|
||||||
|
.arg(
|
||||||
|
Arg::with_name("name")
|
||||||
|
.short("n")
|
||||||
|
.long("name")
|
||||||
|
.help("Twitter Screen Name (like https://twitter.com/screen_name, no default)")
|
||||||
|
.takes_value(true)
|
||||||
|
.display_order(2)
|
||||||
|
)
|
||||||
|
)
|
||||||
|
.get_matches();
|
||||||
|
|
||||||
match matches.subcommand() {
|
match matches.subcommand() {
|
||||||
("register", Some(sub_m)) => {
|
("register", Some(sub_m)) => {
|
||||||
register(sub_m.value_of("host").unwrap());
|
register(
|
||||||
|
sub_m.value_of("host").unwrap(),
|
||||||
|
sub_m.value_of("name").unwrap(),
|
||||||
|
);
|
||||||
return;
|
return;
|
||||||
},
|
}
|
||||||
("init", Some(sub_m)) => {
|
("init", Some(sub_m)) => {
|
||||||
let config = parse_toml(sub_m.value_of("config").unwrap_or(DEFAULT_CONFIG_PATH));
|
let config = parse_toml(sub_m.value_of("config").unwrap_or(DEFAULT_CONFIG_PATH));
|
||||||
init_db(&config.scootaloo.db_path).unwrap();
|
init_db(&config.scootaloo.db_path).unwrap();
|
||||||
return;
|
return;
|
||||||
},
|
}
|
||||||
|
("migrate", Some(sub_m)) => {
|
||||||
|
let config = parse_toml(sub_m.value_of("config").unwrap_or(DEFAULT_CONFIG_PATH));
|
||||||
|
let config_twitter_screen_name =
|
||||||
|
&config.mastodon.values().next().unwrap().twitter_screen_name;
|
||||||
|
migrate_db(
|
||||||
|
&config.scootaloo.db_path,
|
||||||
|
sub_m.value_of("name").unwrap_or(config_twitter_screen_name),
|
||||||
|
)
|
||||||
|
.unwrap();
|
||||||
|
return;
|
||||||
|
}
|
||||||
_ => (),
|
_ => (),
|
||||||
}
|
}
|
||||||
|
|
||||||
if matches.is_present("log_level") {
|
if matches.is_present("log_level") {
|
||||||
match LevelFilter::from_str(matches.value_of("log_level").unwrap()) {
|
match LevelFilter::from_str(matches.value_of("log_level").unwrap()) {
|
||||||
Ok(level) => { SimpleLogger::new().with_level(level).init().unwrap()},
|
Ok(level) => SimpleLogger::new().with_level(level).init().unwrap(),
|
||||||
Err(e) => {
|
Err(e) => {
|
||||||
SimpleLogger::new().with_level(LevelFilter::Error).init().unwrap();
|
SimpleLogger::new()
|
||||||
|
.with_level(LevelFilter::Error)
|
||||||
|
.init()
|
||||||
|
.unwrap();
|
||||||
error!("Unknown log level filter: {}", e);
|
error!("Unknown log level filter: {}", e);
|
||||||
}
|
}
|
||||||
};
|
};
|
||||||
@@ -74,4 +140,3 @@ fn main() {
|
|||||||
|
|
||||||
run(config);
|
run(config);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@@ -1,36 +1,37 @@
|
|||||||
use crate::config::MastodonConfig;
|
use crate::config::MastodonConfig;
|
||||||
|
|
||||||
use std::{
|
|
||||||
borrow::Cow,
|
|
||||||
collections::HashMap,
|
|
||||||
io::stdin,
|
|
||||||
};
|
|
||||||
use html_escape::decode_html_entities;
|
|
||||||
use egg_mode::{
|
use egg_mode::{
|
||||||
|
entities::{MentionEntity, UrlEntity},
|
||||||
tweet::Tweet,
|
tweet::Tweet,
|
||||||
entities::{UrlEntity, MentionEntity},
|
|
||||||
};
|
|
||||||
use elefren::{
|
|
||||||
prelude::*,
|
|
||||||
apps::App,
|
|
||||||
scopes::Scopes,
|
|
||||||
};
|
};
|
||||||
|
use elefren::{apps::App, prelude::*, scopes::Scopes};
|
||||||
|
use html_escape::decode_html_entities;
|
||||||
|
use std::{borrow::Cow, collections::HashMap, io::stdin};
|
||||||
|
|
||||||
/// Decodes the Twitter mention to something that will make sense once Twitter has joined the
|
/// Decodes the Twitter mention to something that will make sense once Twitter has joined the
|
||||||
/// Fediverse
|
/// Fediverse
|
||||||
fn twitter_mentions(ums: &Vec<MentionEntity>) -> HashMap<String, String> {
|
fn twitter_mentions(ums: &[MentionEntity]) -> HashMap<String, String> {
|
||||||
ums.iter().map(|s|
|
ums.iter()
|
||||||
(format!("@{}", s.screen_name), format!("@{}@twitter.com", s.screen_name))
|
.map(|s| {
|
||||||
).collect()
|
(
|
||||||
|
format!("@{}", s.screen_name),
|
||||||
|
format!("@{}@twitter.com", s.screen_name),
|
||||||
|
)
|
||||||
|
})
|
||||||
|
.collect()
|
||||||
}
|
}
|
||||||
|
|
||||||
/// Decodes urls from UrlEntities
|
/// Decodes urls from UrlEntities
|
||||||
fn decode_urls(urls: &Vec<UrlEntity>) -> HashMap<String, String> {
|
fn decode_urls(urls: &[UrlEntity]) -> HashMap<String, String> {
|
||||||
urls.iter()
|
urls.iter()
|
||||||
.filter(|s| s.expanded_url.is_some())
|
.filter(|s| s.expanded_url.is_some())
|
||||||
.map(|s|
|
.map(|s| {
|
||||||
(s.url.to_owned(), s.expanded_url.as_deref().unwrap().to_owned())
|
(
|
||||||
).collect()
|
s.url.to_owned(),
|
||||||
|
s.expanded_url.as_deref().unwrap().to_owned(),
|
||||||
|
)
|
||||||
|
})
|
||||||
|
.collect()
|
||||||
}
|
}
|
||||||
|
|
||||||
/// Gets Mastodon Data
|
/// Gets Mastodon Data
|
||||||
@@ -64,38 +65,57 @@ pub fn build_basic_status(tweet: &Tweet) -> String {
|
|||||||
/// Generic register function
|
/// Generic register function
|
||||||
/// As this function is supposed to be run only once, it will panic for every error it encounters
|
/// As this function is supposed to be run only once, it will panic for every error it encounters
|
||||||
/// Most of this function is a direct copy/paste of the official `elefren` crate
|
/// Most of this function is a direct copy/paste of the official `elefren` crate
|
||||||
pub fn register(host: &str) {
|
pub fn register(host: &str, screen_name: &str) {
|
||||||
let mut builder = App::builder();
|
let mut builder = App::builder();
|
||||||
builder.client_name(Cow::from(env!("CARGO_PKG_NAME").to_string()))
|
builder
|
||||||
|
.client_name(Cow::from(env!("CARGO_PKG_NAME").to_string()))
|
||||||
.redirect_uris(Cow::from("urn:ietf:wg:oauth:2.0:oob".to_string()))
|
.redirect_uris(Cow::from("urn:ietf:wg:oauth:2.0:oob".to_string()))
|
||||||
.scopes(Scopes::write_all())
|
.scopes(Scopes::write_all())
|
||||||
.website(Cow::from("https://framagit.org/veretcle/scootaloo".to_string()));
|
.website(Cow::from(
|
||||||
|
"https://framagit.org/veretcle/scootaloo".to_string(),
|
||||||
|
));
|
||||||
|
|
||||||
let app = builder.build().expect("Cannot build the app");
|
let app = builder.build().expect("Cannot build the app");
|
||||||
|
|
||||||
let registration = Registration::new(host).register(app).expect("Cannot build registration object");
|
let registration = Registration::new(host)
|
||||||
let url = registration.authorize_url().expect("Cannot generate registration URI!");
|
.register(app)
|
||||||
|
.expect("Cannot build registration object");
|
||||||
|
let url = registration
|
||||||
|
.authorize_url()
|
||||||
|
.expect("Cannot generate registration URI!");
|
||||||
|
|
||||||
println!("Click this link to authorize on Mastodon: {}", url);
|
println!("Click this link to authorize on Mastodon: {}", url);
|
||||||
println!("Paste the returned authorization code: ");
|
println!("Paste the returned authorization code: ");
|
||||||
|
|
||||||
let mut input = String::new();
|
let mut input = String::new();
|
||||||
stdin().read_line(&mut input).expect("Unable to read back registration code!");
|
stdin()
|
||||||
|
.read_line(&mut input)
|
||||||
|
.expect("Unable to read back registration code!");
|
||||||
|
|
||||||
let code = input.trim();
|
let code = input.trim();
|
||||||
let mastodon = registration.complete(code).expect("Unable to create access token!");
|
let mastodon = registration
|
||||||
|
.complete(code)
|
||||||
|
.expect("Unable to create access token!");
|
||||||
|
|
||||||
let toml = toml::to_string(&*mastodon).unwrap();
|
let toml = toml::to_string(&*mastodon).unwrap();
|
||||||
|
|
||||||
println!("Please insert the following block at the end of your configuration file:\n[mastodon]\n{}", toml);
|
println!(
|
||||||
|
"Please insert the following block at the end of your configuration file:
|
||||||
|
\n[mastodon.{}]
|
||||||
|
\ntwitter_screen_name = \"{}\"
|
||||||
|
\n{}",
|
||||||
|
screen_name.to_lowercase(),
|
||||||
|
screen_name,
|
||||||
|
toml
|
||||||
|
);
|
||||||
}
|
}
|
||||||
|
|
||||||
#[cfg(test)]
|
#[cfg(test)]
|
||||||
mod tests {
|
mod tests {
|
||||||
use super::*;
|
use super::*;
|
||||||
|
|
||||||
use egg_mode::tweet::TweetEntities;
|
|
||||||
use chrono::prelude::*;
|
use chrono::prelude::*;
|
||||||
|
use egg_mode::tweet::TweetEntities;
|
||||||
|
|
||||||
#[test]
|
#[test]
|
||||||
fn test_twitter_mentions() {
|
fn test_twitter_mentions() {
|
||||||
@@ -109,7 +129,10 @@ mod tests {
|
|||||||
let twitter_ums = vec![mention_entity];
|
let twitter_ums = vec![mention_entity];
|
||||||
|
|
||||||
let mut expected_mentions = HashMap::new();
|
let mut expected_mentions = HashMap::new();
|
||||||
expected_mentions.insert("@tamerelol".to_string(), "@tamerelol@twitter.com".to_string());
|
expected_mentions.insert(
|
||||||
|
"@tamerelol".to_string(),
|
||||||
|
"@tamerelol@twitter.com".to_string(),
|
||||||
|
);
|
||||||
|
|
||||||
let decoded_mentions = twitter_mentions(&twitter_ums);
|
let decoded_mentions = twitter_mentions(&twitter_ums);
|
||||||
|
|
||||||
@@ -135,7 +158,10 @@ mod tests {
|
|||||||
let twitter_urls = vec![url_entity1, url_entity2];
|
let twitter_urls = vec![url_entity1, url_entity2];
|
||||||
|
|
||||||
let mut expected_urls = HashMap::new();
|
let mut expected_urls = HashMap::new();
|
||||||
expected_urls.insert("https://t.me/tamerelol".to_string(), "https://www.nintendojo.fr/dojobar".to_string());
|
expected_urls.insert(
|
||||||
|
"https://t.me/tamerelol".to_string(),
|
||||||
|
"https://www.nintendojo.fr/dojobar".to_string(),
|
||||||
|
);
|
||||||
|
|
||||||
let decoded_urls = decode_urls(&twitter_urls);
|
let decoded_urls = decode_urls(&twitter_urls);
|
||||||
|
|
||||||
@@ -200,4 +226,3 @@ mod tests {
|
|||||||
assert_eq!(&t_out, "Mother 1 & 2 sur le NES/SNES online !\nDispo maintenant. cc @NintendoFrance@twitter.com https://www.youtube.com/watch?v=w5TrSaoYmZ8");
|
assert_eq!(&t_out, "Mother 1 & 2 sur le NES/SNES online !\nDispo maintenant. cc @NintendoFrance@twitter.com https://www.youtube.com/watch?v=w5TrSaoYmZ8");
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
177
src/state.rs
177
src/state.rs
@@ -1,32 +1,41 @@
|
|||||||
use std::error::Error;
|
use std::error::Error;
|
||||||
|
|
||||||
use log::debug;
|
use log::debug;
|
||||||
use rusqlite::{Connection, params, OptionalExtension};
|
|
||||||
|
use rusqlite::{params, Connection, OptionalExtension};
|
||||||
|
|
||||||
/// Struct for each query line
|
/// Struct for each query line
|
||||||
#[derive(Debug)]
|
#[derive(Debug)]
|
||||||
pub struct TweetToToot {
|
pub struct TweetToToot {
|
||||||
|
pub twitter_screen_name: String,
|
||||||
pub tweet_id: u64,
|
pub tweet_id: u64,
|
||||||
pub toot_id: String,
|
pub toot_id: String,
|
||||||
}
|
}
|
||||||
|
|
||||||
/// if None is passed, read the last tweet from DB
|
/// if None is passed, read the last tweet from DB
|
||||||
/// if a tweet_id is passed, read this particular tweet from DB
|
/// if a tweet_id is passed, read this particular tweet from DB
|
||||||
pub fn read_state(conn: &Connection, s: Option<u64>) -> Result<Option<TweetToToot>, Box<dyn Error>> {
|
pub fn read_state(
|
||||||
|
conn: &Connection,
|
||||||
|
n: &str,
|
||||||
|
s: Option<u64>,
|
||||||
|
) -> Result<Option<TweetToToot>, Box<dyn Error>> {
|
||||||
debug!("Reading tweet_id {:?}", s);
|
debug!("Reading tweet_id {:?}", s);
|
||||||
let query: String;
|
let query: String = match s {
|
||||||
match s {
|
Some(i) => format!("SELECT * FROM tweet_to_toot WHERE tweet_id = {} and twitter_screen_name = \"{}\"", i, n),
|
||||||
Some(i) => query = format!("SELECT * FROM tweet_to_toot WHERE tweet_id = {}", i),
|
None => format!("SELECT * FROM tweet_to_toot WHERE twitter_screen_name = \"{}\" ORDER BY tweet_id DESC LIMIT 1", n),
|
||||||
None => query = "SELECT * FROM tweet_to_toot ORDER BY tweet_id DESC LIMIT 1".to_string(),
|
|
||||||
};
|
};
|
||||||
|
|
||||||
let mut stmt = conn.prepare(&query)?;
|
let mut stmt = conn.prepare(&query)?;
|
||||||
|
|
||||||
let t = stmt.query_row([], |row| {
|
let t = stmt
|
||||||
Ok(TweetToToot {
|
.query_row([], |row| {
|
||||||
tweet_id: row.get(0)?,
|
Ok(TweetToToot {
|
||||||
toot_id: row.get(1)?,
|
twitter_screen_name: row.get("twitter_screen_name")?,
|
||||||
|
tweet_id: row.get("tweet_id")?,
|
||||||
|
toot_id: row.get("toot_id")?,
|
||||||
|
})
|
||||||
})
|
})
|
||||||
}).optional()?;
|
.optional()?;
|
||||||
|
|
||||||
Ok(t)
|
Ok(t)
|
||||||
}
|
}
|
||||||
@@ -35,9 +44,9 @@ pub fn read_state(conn: &Connection, s: Option<u64>) -> Result<Option<TweetToToo
|
|||||||
pub fn write_state(conn: &Connection, t: TweetToToot) -> Result<(), Box<dyn Error>> {
|
pub fn write_state(conn: &Connection, t: TweetToToot) -> Result<(), Box<dyn Error>> {
|
||||||
debug!("Write struct {:?}", t);
|
debug!("Write struct {:?}", t);
|
||||||
conn.execute(
|
conn.execute(
|
||||||
"INSERT INTO tweet_to_toot (tweet_id, toot_id) VALUES (?1, ?2)",
|
"INSERT INTO tweet_to_toot (twitter_screen_name, tweet_id, toot_id) VALUES (?1, ?2, ?3)",
|
||||||
params![t.tweet_id, t.toot_id],
|
params![t.twitter_screen_name, t.tweet_id, t.toot_id],
|
||||||
)?;
|
)?;
|
||||||
|
|
||||||
Ok(())
|
Ok(())
|
||||||
}
|
}
|
||||||
@@ -49,8 +58,9 @@ pub fn init_db(d: &str) -> Result<(), Box<dyn Error>> {
|
|||||||
|
|
||||||
conn.execute(
|
conn.execute(
|
||||||
"CREATE TABLE IF NOT EXISTS tweet_to_toot (
|
"CREATE TABLE IF NOT EXISTS tweet_to_toot (
|
||||||
tweet_id INTEGER PRIMARY KEY,
|
twitter_screen_name TEXT NOT NULL,
|
||||||
toot_id TEXT UNIQUE
|
tweet_id INTEGER PRIMARY KEY,
|
||||||
|
toot_id TEXT UNIQUE
|
||||||
)",
|
)",
|
||||||
[],
|
[],
|
||||||
)?;
|
)?;
|
||||||
@@ -58,13 +68,35 @@ pub fn init_db(d: &str) -> Result<(), Box<dyn Error>> {
|
|||||||
Ok(())
|
Ok(())
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/// Migrate DB from 0.6.x to 0.7.x
|
||||||
|
pub fn migrate_db(d: &str, s: &str) -> Result<(), Box<dyn Error>> {
|
||||||
|
debug!("Migrating DB for Scootaloo");
|
||||||
|
|
||||||
|
let conn = Connection::open(d)?;
|
||||||
|
|
||||||
|
let res = conn.execute(
|
||||||
|
&format!(
|
||||||
|
"ALTER TABLE tweet_to_toot
|
||||||
|
ADD COLUMN twitter_screen_name TEXT NOT NULL
|
||||||
|
DEFAULT \"{}\"",
|
||||||
|
s
|
||||||
|
),
|
||||||
|
[],
|
||||||
|
);
|
||||||
|
|
||||||
|
match res {
|
||||||
|
Err(e) => match e.to_string().as_str() {
|
||||||
|
"duplicate column name: twitter_screen_name" => Ok(()),
|
||||||
|
_ => Err(Box::new(e)),
|
||||||
|
},
|
||||||
|
_ => Ok(()),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
#[cfg(test)]
|
#[cfg(test)]
|
||||||
mod tests {
|
mod tests {
|
||||||
use super::*;
|
use super::*;
|
||||||
use std::{
|
use std::{fs::remove_file, path::Path};
|
||||||
fs::remove_file,
|
|
||||||
path::Path,
|
|
||||||
};
|
|
||||||
|
|
||||||
#[test]
|
#[test]
|
||||||
fn test_init_db() {
|
fn test_init_db() {
|
||||||
@@ -77,10 +109,7 @@ mod tests {
|
|||||||
|
|
||||||
// open said file
|
// open said file
|
||||||
let conn = Connection::open(d).unwrap();
|
let conn = Connection::open(d).unwrap();
|
||||||
conn.execute(
|
conn.execute("SELECT * from tweet_to_toot;", []).unwrap();
|
||||||
"SELECT * from tweet_to_toot;",
|
|
||||||
[],
|
|
||||||
).unwrap();
|
|
||||||
|
|
||||||
remove_file(d).unwrap();
|
remove_file(d).unwrap();
|
||||||
}
|
}
|
||||||
@@ -95,11 +124,12 @@ mod tests {
|
|||||||
let conn = Connection::open(d).unwrap();
|
let conn = Connection::open(d).unwrap();
|
||||||
|
|
||||||
conn.execute(
|
conn.execute(
|
||||||
"INSERT INTO tweet_to_toot
|
"INSERT INTO tweet_to_toot (twitter_screen_name, tweet_id, toot_id)
|
||||||
VALUES
|
VALUES
|
||||||
(100, 'A');",
|
('tamerelol', 100, 'A');",
|
||||||
[],
|
[],
|
||||||
).unwrap();
|
)
|
||||||
|
.unwrap();
|
||||||
|
|
||||||
init_db(d).unwrap();
|
init_db(d).unwrap();
|
||||||
|
|
||||||
@@ -115,6 +145,7 @@ mod tests {
|
|||||||
let conn = Connection::open(d).unwrap();
|
let conn = Connection::open(d).unwrap();
|
||||||
|
|
||||||
let t_in = TweetToToot {
|
let t_in = TweetToToot {
|
||||||
|
twitter_screen_name: "tamerelol".to_string(),
|
||||||
tweet_id: 123456789,
|
tweet_id: 123456789,
|
||||||
toot_id: "987654321".to_string(),
|
toot_id: "987654321".to_string(),
|
||||||
};
|
};
|
||||||
@@ -123,15 +154,19 @@ mod tests {
|
|||||||
|
|
||||||
let mut stmt = conn.prepare("SELECT * FROM tweet_to_toot;").unwrap();
|
let mut stmt = conn.prepare("SELECT * FROM tweet_to_toot;").unwrap();
|
||||||
|
|
||||||
let t_out = stmt.query_row([], |row| {
|
let t_out = stmt
|
||||||
Ok(TweetToToot {
|
.query_row([], |row| {
|
||||||
tweet_id: row.get(0).unwrap(),
|
Ok(TweetToToot {
|
||||||
toot_id: row.get(1).unwrap(),
|
twitter_screen_name: row.get("twitter_screen_name").unwrap(),
|
||||||
|
tweet_id: row.get("tweet_id").unwrap(),
|
||||||
|
toot_id: row.get("toot_id").unwrap(),
|
||||||
|
})
|
||||||
})
|
})
|
||||||
}).unwrap();
|
.unwrap();
|
||||||
|
|
||||||
|
assert_eq!(&t_out.twitter_screen_name, "tamerelol");
|
||||||
assert_eq!(t_out.tweet_id, 123456789);
|
assert_eq!(t_out.tweet_id, 123456789);
|
||||||
assert_eq!(t_out.toot_id, "987654321".to_string());
|
assert_eq!(&t_out.toot_id, "987654321");
|
||||||
|
|
||||||
remove_file(d).unwrap();
|
remove_file(d).unwrap();
|
||||||
}
|
}
|
||||||
@@ -145,14 +180,15 @@ mod tests {
|
|||||||
let conn = Connection::open(d).unwrap();
|
let conn = Connection::open(d).unwrap();
|
||||||
|
|
||||||
conn.execute(
|
conn.execute(
|
||||||
"INSERT INTO tweet_to_toot (tweet_id, toot_id)
|
"INSERT INTO tweet_to_toot (twitter_screen_name, tweet_id, toot_id)
|
||||||
VALUES
|
VALUES
|
||||||
(101, 'A'),
|
('tamerelol', 101, 'A'),
|
||||||
(102, 'B');",
|
('tamerelol', 102, 'B');",
|
||||||
[],
|
[],
|
||||||
).unwrap();
|
)
|
||||||
|
.unwrap();
|
||||||
|
|
||||||
let t_out = read_state(&conn, None).unwrap().unwrap();
|
let t_out = read_state(&conn, "tamerelol", None).unwrap().unwrap();
|
||||||
|
|
||||||
remove_file(d).unwrap();
|
remove_file(d).unwrap();
|
||||||
|
|
||||||
@@ -168,7 +204,7 @@ mod tests {
|
|||||||
|
|
||||||
let conn = Connection::open(d).unwrap();
|
let conn = Connection::open(d).unwrap();
|
||||||
|
|
||||||
let t_out = read_state(&conn, None).unwrap();
|
let t_out = read_state(&conn, "tamerelol", None).unwrap();
|
||||||
|
|
||||||
remove_file(d).unwrap();
|
remove_file(d).unwrap();
|
||||||
|
|
||||||
@@ -184,13 +220,14 @@ mod tests {
|
|||||||
let conn = Connection::open(d).unwrap();
|
let conn = Connection::open(d).unwrap();
|
||||||
|
|
||||||
conn.execute(
|
conn.execute(
|
||||||
"INSERT INTO tweet_to_toot (tweet_id, toot_id)
|
"INSERT INTO tweet_to_toot (twitter_screen_name, tweet_id, toot_id)
|
||||||
VALUES
|
VALUES
|
||||||
(100, 'A');",
|
('tamerelol', 100, 'A');",
|
||||||
[],
|
[],
|
||||||
).unwrap();
|
)
|
||||||
|
.unwrap();
|
||||||
|
|
||||||
let t_out = read_state(&conn, Some(101)).unwrap();
|
let t_out = read_state(&conn, "tamerelol", Some(101)).unwrap();
|
||||||
|
|
||||||
remove_file(d).unwrap();
|
remove_file(d).unwrap();
|
||||||
|
|
||||||
@@ -206,18 +243,62 @@ mod tests {
|
|||||||
let conn = Connection::open(d).unwrap();
|
let conn = Connection::open(d).unwrap();
|
||||||
|
|
||||||
conn.execute(
|
conn.execute(
|
||||||
"INSERT INTO tweet_to_toot (tweet_id, toot_id)
|
"INSERT INTO tweet_to_toot (twitter_screen_name, tweet_id, toot_id)
|
||||||
VALUES
|
VALUES
|
||||||
(100, 'A');",
|
('tamerelol', 100, 'A');",
|
||||||
[],
|
[],
|
||||||
).unwrap();
|
)
|
||||||
|
.unwrap();
|
||||||
|
|
||||||
let t_out = read_state(&conn, Some(100)).unwrap().unwrap();
|
let t_out = read_state(&conn, "tamerelol", Some(100)).unwrap().unwrap();
|
||||||
|
|
||||||
remove_file(d).unwrap();
|
remove_file(d).unwrap();
|
||||||
|
|
||||||
assert_eq!(t_out.tweet_id, 100);
|
assert_eq!(t_out.tweet_id, 100);
|
||||||
assert_eq!(t_out.toot_id, "A");
|
assert_eq!(t_out.toot_id, "A");
|
||||||
}
|
}
|
||||||
}
|
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn test_migrate_db_add_column() {
|
||||||
|
let d = "/tmp/test_migrate_db_add_column.sqlite";
|
||||||
|
|
||||||
|
let conn = Connection::open(d).unwrap();
|
||||||
|
|
||||||
|
conn.execute(
|
||||||
|
"CREATE TABLE IF NOT EXISTS tweet_to_toot (
|
||||||
|
tweet_id INTEGER PRIMARY KEY,
|
||||||
|
toot_id TEXT UNIQUE
|
||||||
|
)",
|
||||||
|
[],
|
||||||
|
)
|
||||||
|
.unwrap();
|
||||||
|
|
||||||
|
migrate_db(d, "tamerelol").unwrap();
|
||||||
|
|
||||||
|
let mut stmt = conn.prepare("PRAGMA table_info(tweet_to_toot);").unwrap();
|
||||||
|
|
||||||
|
let mut t = stmt.query([]).unwrap();
|
||||||
|
|
||||||
|
while let Some(row) = t.next().unwrap() {
|
||||||
|
if row.get::<usize, u8>(0).unwrap() == 2 {
|
||||||
|
assert_eq!(
|
||||||
|
row.get::<usize, String>(1).unwrap(),
|
||||||
|
"twitter_screen_name".to_string()
|
||||||
|
);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
remove_file(d).unwrap();
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn test_migrate_db_no_add_column() {
|
||||||
|
let d = "/tmp/test_migrate_db_no_add_column.sqlite";
|
||||||
|
|
||||||
|
init_db(d).unwrap();
|
||||||
|
|
||||||
|
migrate_db(d, "tamerelol").unwrap();
|
||||||
|
|
||||||
|
remove_file(d).unwrap();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
191
src/twitter.rs
191
src/twitter.rs
@@ -1,23 +1,26 @@
|
|||||||
use crate::ScootalooError;
|
use crate::config::MastodonConfig;
|
||||||
use crate::config::TwitterConfig;
|
use crate::config::TwitterConfig;
|
||||||
use crate::util::cache_media;
|
use crate::util::cache_media;
|
||||||
|
use crate::ScootalooError;
|
||||||
|
|
||||||
use std::error::Error;
|
|
||||||
use egg_mode::{
|
use egg_mode::{
|
||||||
Token,
|
|
||||||
KeyPair,
|
|
||||||
entities::{MediaEntity, MediaType},
|
entities::{MediaEntity, MediaType},
|
||||||
|
tweet::{user_timeline, Tweet},
|
||||||
user::UserID,
|
user::UserID,
|
||||||
tweet::{
|
KeyPair, Token,
|
||||||
Tweet,
|
|
||||||
user_timeline,
|
|
||||||
},
|
|
||||||
};
|
};
|
||||||
|
use std::error::Error;
|
||||||
|
|
||||||
/// Gets Twitter oauth2 token
|
/// Gets Twitter oauth2 token
|
||||||
pub fn get_oauth2_token(config: &TwitterConfig) -> Token {
|
pub fn get_oauth2_token(config: &TwitterConfig) -> Token {
|
||||||
let con_token = KeyPair::new(config.consumer_key.to_owned(),config.consumer_secret.to_owned());
|
let con_token = KeyPair::new(
|
||||||
let access_token = KeyPair::new(config.access_key.to_owned(), config.access_secret.to_owned());
|
config.consumer_key.to_owned(),
|
||||||
|
config.consumer_secret.to_owned(),
|
||||||
|
);
|
||||||
|
let access_token = KeyPair::new(
|
||||||
|
config.access_key.to_owned(),
|
||||||
|
config.access_secret.to_owned(),
|
||||||
|
);
|
||||||
|
|
||||||
Token::Access {
|
Token::Access {
|
||||||
consumer: con_token,
|
consumer: con_token,
|
||||||
@@ -26,12 +29,21 @@ pub fn get_oauth2_token(config: &TwitterConfig) -> Token {
|
|||||||
}
|
}
|
||||||
|
|
||||||
/// Gets Twitter user timeline
|
/// Gets Twitter user timeline
|
||||||
pub async fn get_user_timeline(config: &TwitterConfig, token: Token, lid: Option<u64>) -> Result<Vec<Tweet>, Box<dyn Error>> {
|
pub async fn get_user_timeline(
|
||||||
|
config: &MastodonConfig,
|
||||||
|
token: &Token,
|
||||||
|
lid: Option<u64>,
|
||||||
|
) -> Result<Vec<Tweet>, Box<dyn Error>> {
|
||||||
// fix the page size to 200 as it is the maximum Twitter authorizes
|
// fix the page size to 200 as it is the maximum Twitter authorizes
|
||||||
let (_, feed) = user_timeline(UserID::from(config.username.to_owned()), true, false, &token)
|
let (_, feed) = user_timeline(
|
||||||
.with_page_size(200)
|
UserID::from(config.twitter_screen_name.to_owned()),
|
||||||
.older(lid)
|
true,
|
||||||
.await?;
|
false,
|
||||||
|
token,
|
||||||
|
)
|
||||||
|
.with_page_size(200)
|
||||||
|
.older(lid)
|
||||||
|
.await?;
|
||||||
|
|
||||||
Ok(feed.to_vec())
|
Ok(feed.to_vec())
|
||||||
}
|
}
|
||||||
@@ -39,24 +51,137 @@ pub async fn get_user_timeline(config: &TwitterConfig, token: Token, lid: Option
|
|||||||
/// Retrieves a single media from a tweet and store it in a temporary file
|
/// Retrieves a single media from a tweet and store it in a temporary file
|
||||||
pub async fn get_tweet_media(m: &MediaEntity, t: &str) -> Result<String, Box<dyn Error>> {
|
pub async fn get_tweet_media(m: &MediaEntity, t: &str) -> Result<String, Box<dyn Error>> {
|
||||||
match m.media_type {
|
match m.media_type {
|
||||||
MediaType::Photo => {
|
MediaType::Photo => cache_media(&m.media_url_https, t).await,
|
||||||
return cache_media(&m.media_url_https, t).await;
|
_ => match &m.video_info {
|
||||||
|
Some(v) => match &v.variants.iter().find(|&x| x.content_type == "video/mp4") {
|
||||||
|
Some(u) => cache_media(&u.url, t).await,
|
||||||
|
None => Err(ScootalooError::new(&format!(
|
||||||
|
"Media Type for {} is video but no mp4 file URL is available",
|
||||||
|
&m.url
|
||||||
|
))
|
||||||
|
.into()),
|
||||||
|
},
|
||||||
|
None => Err(ScootalooError::new(&format!(
|
||||||
|
"Media Type for {} is video but does not contain any video_info",
|
||||||
|
&m.url
|
||||||
|
))
|
||||||
|
.into()),
|
||||||
},
|
},
|
||||||
_ => {
|
}
|
||||||
match &m.video_info {
|
|
||||||
Some(v) => {
|
|
||||||
for variant in &v.variants {
|
|
||||||
if variant.content_type == "video/mp4" {
|
|
||||||
return cache_media(&variant.url, t).await;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
return Err(ScootalooError::new(&format!("Media Type for {} is video but no mp4 file URL is available", &m.url)).into());
|
|
||||||
},
|
|
||||||
None => {
|
|
||||||
return Err(ScootalooError::new(&format!("Media Type for {} is video but does not contain any video_info", &m.url)).into());
|
|
||||||
},
|
|
||||||
}
|
|
||||||
},
|
|
||||||
};
|
|
||||||
}
|
}
|
||||||
|
|
||||||
|
#[cfg(test)]
|
||||||
|
mod tests {
|
||||||
|
use super::*;
|
||||||
|
use egg_mode::entities::{
|
||||||
|
MediaSize, MediaSizes,
|
||||||
|
MediaType::{Gif, Photo},
|
||||||
|
ResizeMode::Crop,
|
||||||
|
ResizeMode::Fit,
|
||||||
|
VideoInfo, VideoVariant,
|
||||||
|
};
|
||||||
|
use std::fs::remove_dir_all;
|
||||||
|
|
||||||
|
const TMP_DIR: &'static str = "/tmp/scootaloo_get_tweet_media_test";
|
||||||
|
|
||||||
|
#[tokio::test]
|
||||||
|
async fn test_get_tweet_media() {
|
||||||
|
let m_photo = MediaEntity {
|
||||||
|
display_url: "pic.twitter.com/sHrwmP69Yv".to_string(),
|
||||||
|
expanded_url: "https://twitter.com/NintendojoFR/status/1555473821121056771/photo/1"
|
||||||
|
.to_string(),
|
||||||
|
id: 1555473771280080896,
|
||||||
|
range: (91, 114),
|
||||||
|
media_url: "http://pbs.twimg.com/media/FZYnJ1qWIAAReHt.jpg".to_string(),
|
||||||
|
media_url_https: "https://pbs.twimg.com/media/FZYnJ1qWIAAReHt.jpg"
|
||||||
|
.to_string(),
|
||||||
|
sizes: MediaSizes {
|
||||||
|
thumb: MediaSize {
|
||||||
|
w: 150,
|
||||||
|
h: 150,
|
||||||
|
resize: Crop
|
||||||
|
},
|
||||||
|
small: MediaSize {
|
||||||
|
w: 680,
|
||||||
|
h: 510,
|
||||||
|
resize: Fit
|
||||||
|
},
|
||||||
|
medium: MediaSize {
|
||||||
|
w: 1200,
|
||||||
|
h: 900,
|
||||||
|
resize: Fit
|
||||||
|
},
|
||||||
|
large: MediaSize {
|
||||||
|
w: 1280,
|
||||||
|
h: 960,
|
||||||
|
resize: Fit
|
||||||
|
}
|
||||||
|
},
|
||||||
|
source_status_id: None,
|
||||||
|
media_type: Photo,
|
||||||
|
url: "https://t.co/sHrwmP69Yv".to_string(),
|
||||||
|
video_info: None,
|
||||||
|
ext_alt_text: Some("Le menu «\u{a0}Classes » du jeu vidéo Xenoblade Chronicles 3 (Switch). L’affinité du personnage pour la classe est notée par quatre lettres : C, A, C, A (caca)."
|
||||||
|
.to_string())
|
||||||
|
};
|
||||||
|
let m_video = MediaEntity {
|
||||||
|
display_url: "pic.twitter.com/xDln0RrkjU".to_string(),
|
||||||
|
expanded_url: "https://twitter.com/NintendojoFR/status/1551822196833673218/photo/1"
|
||||||
|
.to_string(),
|
||||||
|
id: 1551822189711790081,
|
||||||
|
range: (275, 298),
|
||||||
|
media_url: "http://pbs.twimg.com/tweet_video_thumb/FYkuD0RXEAE-iDx.jpg".to_string(),
|
||||||
|
media_url_https: "https://pbs.twimg.com/tweet_video_thumb/FYkuD0RXEAE-iDx.jpg"
|
||||||
|
.to_string(),
|
||||||
|
sizes: MediaSizes {
|
||||||
|
thumb: MediaSize {
|
||||||
|
w: 150,
|
||||||
|
h: 150,
|
||||||
|
resize: Crop,
|
||||||
|
},
|
||||||
|
small: MediaSize {
|
||||||
|
w: 320,
|
||||||
|
h: 240,
|
||||||
|
resize: Fit,
|
||||||
|
},
|
||||||
|
medium: MediaSize {
|
||||||
|
w: 320,
|
||||||
|
h: 240,
|
||||||
|
resize: Fit,
|
||||||
|
},
|
||||||
|
large: MediaSize {
|
||||||
|
w: 320,
|
||||||
|
h: 240,
|
||||||
|
resize: Fit,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
source_status_id: None,
|
||||||
|
media_type: Gif,
|
||||||
|
url: "https://t.co/xDln0RrkjU".to_string(),
|
||||||
|
video_info: Some(VideoInfo {
|
||||||
|
aspect_ratio: (4, 3),
|
||||||
|
duration_millis: None,
|
||||||
|
variants: vec![VideoVariant {
|
||||||
|
bitrate: Some(0),
|
||||||
|
content_type: "video/mp4".parse::<mime::Mime>().unwrap(),
|
||||||
|
url: "https://video.twimg.com/tweet_video/FYkuD0RXEAE-iDx.mp4".to_string(),
|
||||||
|
}],
|
||||||
|
}),
|
||||||
|
ext_alt_text: Some("Scared Nintendo GIF".to_string()),
|
||||||
|
};
|
||||||
|
|
||||||
|
let tweet_media_photo = get_tweet_media(&m_photo, TMP_DIR).await.unwrap();
|
||||||
|
let tweet_media_video = get_tweet_media(&m_video, TMP_DIR).await.unwrap();
|
||||||
|
|
||||||
|
assert_eq!(
|
||||||
|
tweet_media_photo,
|
||||||
|
format!("{}/FZYnJ1qWIAAReHt.jpg", TMP_DIR)
|
||||||
|
);
|
||||||
|
assert_eq!(
|
||||||
|
tweet_media_video,
|
||||||
|
format!("{}/FYkuD0RXEAE-iDx.mp4", TMP_DIR)
|
||||||
|
);
|
||||||
|
|
||||||
|
remove_dir_all(TMP_DIR).unwrap();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
34
src/util.rs
34
src/util.rs
@@ -1,9 +1,9 @@
|
|||||||
use std::error::Error;
|
|
||||||
use crate::ScootalooError;
|
use crate::ScootalooError;
|
||||||
use reqwest::Url;
|
use reqwest::Url;
|
||||||
|
use std::error::Error;
|
||||||
use tokio::{
|
use tokio::{
|
||||||
|
fs::{create_dir_all, File},
|
||||||
io::copy,
|
io::copy,
|
||||||
fs::{File, create_dir_all},
|
|
||||||
};
|
};
|
||||||
|
|
||||||
/// Gets and caches Twitter Media inside the determined temp dir
|
/// Gets and caches Twitter Media inside the determined temp dir
|
||||||
@@ -16,8 +16,21 @@ pub async fn cache_media(u: &str, t: &str) -> Result<String, Box<dyn Error>> {
|
|||||||
|
|
||||||
// create local file
|
// create local file
|
||||||
let url = Url::parse(u)?;
|
let url = Url::parse(u)?;
|
||||||
let dest_filename = url.path_segments().ok_or_else(|| ScootalooError::new(&format!("Cannot determine the destination filename for {}", u)))?
|
let dest_filename = url
|
||||||
.last().ok_or_else(|| ScootalooError::new(&format!("Cannot determine the destination filename for {}", u)))?;
|
.path_segments()
|
||||||
|
.ok_or_else(|| {
|
||||||
|
ScootalooError::new(&format!(
|
||||||
|
"Cannot determine the destination filename for {}",
|
||||||
|
u
|
||||||
|
))
|
||||||
|
})?
|
||||||
|
.last()
|
||||||
|
.ok_or_else(|| {
|
||||||
|
ScootalooError::new(&format!(
|
||||||
|
"Cannot determine the destination filename for {}",
|
||||||
|
u
|
||||||
|
))
|
||||||
|
})?;
|
||||||
|
|
||||||
let dest_filepath = format!("{}/{}", t, dest_filename);
|
let dest_filepath = format!("{}/{}", t, dest_filename);
|
||||||
|
|
||||||
@@ -34,20 +47,21 @@ pub async fn cache_media(u: &str, t: &str) -> Result<String, Box<dyn Error>> {
|
|||||||
mod tests {
|
mod tests {
|
||||||
use super::*;
|
use super::*;
|
||||||
|
|
||||||
use std::{
|
use std::{fs::remove_dir_all, path::Path};
|
||||||
path::Path,
|
|
||||||
fs::remove_dir_all,
|
|
||||||
};
|
|
||||||
|
|
||||||
const TMP_DIR: &'static str = "/tmp/scootaloo_test";
|
const TMP_DIR: &'static str = "/tmp/scootaloo_test";
|
||||||
|
|
||||||
#[tokio::test]
|
#[tokio::test]
|
||||||
async fn test_cache_media() {
|
async fn test_cache_media() {
|
||||||
let dest = cache_media("https://forum.nintendojo.fr/styles/prosilver/theme/images/ndfr_casual.png", TMP_DIR).await.unwrap();
|
let dest = cache_media(
|
||||||
|
"https://forum.nintendojo.fr/styles/prosilver/theme/images/ndfr_casual.png",
|
||||||
|
TMP_DIR,
|
||||||
|
)
|
||||||
|
.await
|
||||||
|
.unwrap();
|
||||||
|
|
||||||
assert!(Path::new(&dest).exists());
|
assert!(Path::new(&dest).exists());
|
||||||
|
|
||||||
remove_dir_all(TMP_DIR).unwrap();
|
remove_dir_all(TMP_DIR).unwrap();
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@@ -4,30 +4,63 @@ use scootaloo::parse_toml;
|
|||||||
fn test_parse_good_toml() {
|
fn test_parse_good_toml() {
|
||||||
let parse_good_toml = parse_toml("tests/good_test.toml");
|
let parse_good_toml = parse_toml("tests/good_test.toml");
|
||||||
|
|
||||||
assert_eq!(parse_good_toml.scootaloo.db_path, "/var/random/scootaloo.sqlite");
|
assert_eq!(
|
||||||
|
parse_good_toml.scootaloo.db_path,
|
||||||
|
"/var/random/scootaloo.sqlite"
|
||||||
|
);
|
||||||
assert_eq!(parse_good_toml.scootaloo.cache_path, "/tmp/scootaloo");
|
assert_eq!(parse_good_toml.scootaloo.cache_path, "/tmp/scootaloo");
|
||||||
|
|
||||||
assert_eq!(parse_good_toml.twitter.username, "tamerelol");
|
|
||||||
assert_eq!(parse_good_toml.twitter.consumer_key, "rand consumer key");
|
assert_eq!(parse_good_toml.twitter.consumer_key, "rand consumer key");
|
||||||
assert_eq!(parse_good_toml.twitter.consumer_secret, "secret");
|
assert_eq!(parse_good_toml.twitter.consumer_secret, "secret");
|
||||||
assert_eq!(parse_good_toml.twitter.access_key, "rand access key");
|
assert_eq!(parse_good_toml.twitter.access_key, "rand access key");
|
||||||
assert_eq!(parse_good_toml.twitter.access_secret, "super secret");
|
assert_eq!(parse_good_toml.twitter.access_secret, "super secret");
|
||||||
|
|
||||||
assert_eq!(parse_good_toml.mastodon.base, "https://m.nintendojo.fr");
|
assert_eq!(
|
||||||
assert_eq!(parse_good_toml.mastodon.client_id, "rand client id");
|
&parse_good_toml
|
||||||
assert_eq!(parse_good_toml.mastodon.client_secret, "secret");
|
.mastodon
|
||||||
assert_eq!(parse_good_toml.mastodon.redirect, "urn:ietf:wg:oauth:2.0:oob");
|
.get("tamerelol")
|
||||||
assert_eq!(parse_good_toml.mastodon.token, "super secret");
|
.unwrap()
|
||||||
|
.twitter_screen_name,
|
||||||
|
"tamerelol"
|
||||||
|
);
|
||||||
|
assert_eq!(
|
||||||
|
&parse_good_toml.mastodon.get("tamerelol").unwrap().base,
|
||||||
|
"https://m.nintendojo.fr"
|
||||||
|
);
|
||||||
|
assert_eq!(
|
||||||
|
&parse_good_toml.mastodon.get("tamerelol").unwrap().client_id,
|
||||||
|
"rand client id"
|
||||||
|
);
|
||||||
|
assert_eq!(
|
||||||
|
&parse_good_toml
|
||||||
|
.mastodon
|
||||||
|
.get("tamerelol")
|
||||||
|
.unwrap()
|
||||||
|
.client_secret,
|
||||||
|
"secret"
|
||||||
|
);
|
||||||
|
assert_eq!(
|
||||||
|
&parse_good_toml.mastodon.get("tamerelol").unwrap().redirect,
|
||||||
|
"urn:ietf:wg:oauth:2.0:oob"
|
||||||
|
);
|
||||||
|
assert_eq!(
|
||||||
|
&parse_good_toml.mastodon.get("tamerelol").unwrap().token,
|
||||||
|
"super secret"
|
||||||
|
);
|
||||||
}
|
}
|
||||||
|
|
||||||
#[test]
|
#[test]
|
||||||
#[should_panic(expected = "Cannot open config file tests/no_file.toml: No such file or directory (os error 2)")]
|
#[should_panic(
|
||||||
|
expected = "Cannot open config file tests/no_file.toml: No such file or directory (os error 2)"
|
||||||
|
)]
|
||||||
fn test_parse_no_toml() {
|
fn test_parse_no_toml() {
|
||||||
let _parse_no_toml = parse_toml("tests/no_file.toml");
|
let _parse_no_toml = parse_toml("tests/no_file.toml");
|
||||||
}
|
}
|
||||||
|
|
||||||
#[test]
|
#[test]
|
||||||
#[should_panic(expected = "Cannot parse TOML file tests/bad_test.toml: expected an equals, found a newline at line 1 column 5")]
|
#[should_panic(
|
||||||
|
expected = "Cannot parse TOML file tests/bad_test.toml: expected an equals, found a newline at line 1 column 5"
|
||||||
|
)]
|
||||||
fn test_parse_bad_toml() {
|
fn test_parse_bad_toml() {
|
||||||
let _parse_bad_toml = parse_toml("tests/bad_test.toml");
|
let _parse_bad_toml = parse_toml("tests/bad_test.toml");
|
||||||
}
|
}
|
||||||
|
@@ -4,14 +4,14 @@ db_path="/var/random/scootaloo.sqlite"
|
|||||||
cache_path="/tmp/scootaloo"
|
cache_path="/tmp/scootaloo"
|
||||||
|
|
||||||
[twitter]
|
[twitter]
|
||||||
username="tamerelol"
|
|
||||||
|
|
||||||
consumer_key="rand consumer key"
|
consumer_key="rand consumer key"
|
||||||
consumer_secret="secret"
|
consumer_secret="secret"
|
||||||
access_key="rand access key"
|
access_key="rand access key"
|
||||||
access_secret="super secret"
|
access_secret="super secret"
|
||||||
|
|
||||||
[mastodon]
|
[mastodon]
|
||||||
|
[mastodon.tamerelol]
|
||||||
|
twitter_screen_name="tamerelol"
|
||||||
base = "https://m.nintendojo.fr"
|
base = "https://m.nintendojo.fr"
|
||||||
client_id = "rand client id"
|
client_id = "rand client id"
|
||||||
client_secret = "secret"
|
client_secret = "secret"
|
||||||
|
Reference in New Issue
Block a user