27 Commits
v6.0.0 ... main

Author SHA1 Message Date
VC
a960ec5b02 Merge branch '14-do-not-notify-subscribers-for-shorts' into 'master'
Resolve "Do not notify subscribers for Shorts"

Closes #14

See merge request veretcle/tootube!29
2024-09-16 08:40:12 +00:00
VC
c0a20a86cc ⬆️: cargo update 2024-09-16 10:18:18 +02:00
VC
ca46d00175 : you can now choose to notify on shorts or not 2024-09-16 10:18:12 +02:00
VC
9b777dcf57 🔧: add youtube option/put youtube oauth2 in its own struct 2024-09-16 09:53:31 +02:00
VC
7c6a52d2ed Merge branch 'fix_pt_refresh_token' into 'master'
Fix pt refresh token

See merge request veretcle/tootube!28
2024-09-13 17:34:31 +00:00
VC
47be0abbf4 ⬆️: cargo update 2024-09-13 19:33:02 +02:00
VC
7a652f19a5 🚑️: rewrite toml file at the end of execution for PT 2024-09-13 19:32:12 +02:00
VC
6db9009d56 Merge branch '12-write-tokens-inside-the-main-config-file' into 'master'
Resolve "Write Tokens inside the main config file"

Closes #12

See merge request veretcle/tootube!27
2024-09-09 12:32:18 +00:00
VC
4c2433a79e : write back tokens to the config file 2024-09-09 14:20:54 +02:00
VC
5f03c3b8f1 💄: make clippy happy 2024-09-09 11:07:20 +02:00
VC
be1e55650e ⬆️: update version 2024-09-09 11:06:43 +02:00
VC
83eae99f33 Merge branch '11-select-a-pt-video-id-directly' into 'master'
: upload specific video

Closes #11

See merge request veretcle/tootube!26
2024-08-20 18:49:28 +00:00
VC
fee6b51f45 : upload specific video 2024-08-20 20:47:46 +02:00
VC
ef40d7ad9a Merge branch '10-handle-video-thumbnail' into 'master'
: upload thumbnail

Closes #10

See merge request veretcle/tootube!25
2024-08-20 08:35:10 +00:00
VC
d1e86de937 : upload thumbnail 2024-08-20 10:33:38 +02:00
VC
59ea11f770 Merge branch 'fix/warning' into 'master'
🔥: remove unused IDs

See merge request veretcle/tootube!24
2024-08-20 05:45:26 +00:00
VC
ea59d9be3f Merge branch 'fix/warning' into 'master'
🔥: remove unused IDs

See merge request veretcle/tootube!24
2024-07-22 08:08:47 +00:00
VC
2b70e6e32f Merge branch 'fix/warning' into 'master'
🔥: remove unused IDs

See merge request veretcle/tootube!24
2024-07-22 08:01:32 +00:00
VC
f5e0c660c9 🔥: remove unused IDs 2024-07-22 09:53:56 +02:00
VC
e2cf84a889 Merge branch '8-this-lacks-tests' into 'master'
Resolve "This lacks tests"

Closes #8

See merge request veretcle/tootube!22
2024-05-17 10:02:57 +00:00
VC
cc86a88771 🔖: bump version 2024-05-17 11:59:26 +02:00
VC
73572cde30 : add tests to peertube lib 2024-05-17 11:58:12 +02:00
VC
a83140145c Merge branch '7-re-add-the-target-playlist-into-the-source-playlist' into 'master'
Re-add the target playlist into the source playlist

Closes #7

See merge request veretcle/tootube!21
2024-05-16 09:12:17 +00:00
VC
e46889f1e1 : add back video to peertube playlist after adding to youtube playlist 2024-05-16 11:06:45 +02:00
VC
61f19c0ea1 ⬆️: update version 2024-05-15 13:26:47 +02:00
VC
0ae501f1b9 Merge branch '6-refactor-peertube-and-youtube-to-impl-struct-instead-of-functional-style' into 'master'
♻️: refactor src/peertube.rs code to be more efficient regarding reqwest management

Closes #6

See merge request veretcle/tootube!20
2024-05-14 18:11:27 +00:00
VC
5383c8d216 ♻️: refactor src/peertube.rs and src/youtube.rs code to be more efficient regarding reqwest management 2024-05-14 19:46:56 +02:00
8 changed files with 1047 additions and 588 deletions

418
Cargo.lock generated

File diff suppressed because it is too large Load Diff

View File

@@ -1,7 +1,7 @@
[package] [package]
name = "tootube" name = "tootube"
authors = ["VC <veretcle+framagit@mateu.be>"] authors = ["VC <veretcle+framagit@mateu.be>"]
version = "0.6.0" version = "0.10.0"
edition = "2021" edition = "2021"
# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html # See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html

View File

@@ -1,6 +1,6 @@
# What is it? # What is it?
This program takes the very last video published on a PeerTube instance and pushes it to a corresponding YouTube channel. This program takes the very last or a specified video published on a PeerTube instance and pushes it to a corresponding YouTube channel.
# What the status of this? # What the status of this?
@@ -12,7 +12,7 @@ So consider this a work in progress that will slowly get better with time.
# What does it do exactly? # What does it do exactly?
* it retrieves the latest PeerTube video download URL from an instance * it retrieves the latest (or a specified) PeerTube video download URL from an instance
* if you register the app into your PeerTube instance (optional), you can retrieve the latest video source instead of the highest quality encoded video * if you register the app into your PeerTube instance (optional), you can retrieve the latest video source instead of the highest quality encoded video
* it creates a resumable upload into the target YouTube account * it creates a resumable upload into the target YouTube account
* it downloads/uploads the latest PeerTube video to YouTube without using a cache (stream-to-stream) * it downloads/uploads the latest PeerTube video to YouTube without using a cache (stream-to-stream)
@@ -54,10 +54,15 @@ delete_video_source_after_transfer=true # this option is only available if you h
# everything below is given by the register command with --peertube option # everything below is given by the register command with --peertube option
[peertube.oauth2] [peertube.oauth2]
client_id="<YOUR CLIENT_ID>" client_id="<YOUR CLIENT_ID>"
client_secret="<YOUR CLIENT_SECRET" client_secret="<YOUR CLIENT_SECRET>"
refresh_token="/var/lib/tootube/refresh_token" # refresh_token are single use only in PeerTube so we need to store it in a separate file refresh_token="<YOUR CLIENT TOKEN>"
[youtube] [youtube]
notify_subscribers_on_shorts=false # will you notify subscribers for shorts?
# optional
# allows you to notify subscribers when transferring shorts, defaults to false
[youtube.oauth2]
refresh_token="" # leave empty for now refresh_token="" # leave empty for now
client_id="<YOUR CLIENT_ID>" client_id="<YOUR CLIENT_ID>"
client_secret="<YOUR CLIENT_SECRET>" client_secret="<YOUR CLIENT_SECRET>"
@@ -69,7 +74,7 @@ Then run:
tootube register --youtube --config <PATH TO YOUR TOOTUBE.TOML FILE> tootube register --youtube --config <PATH TO YOUR TOOTUBE.TOML FILE>
``` ```
Youll be then prompted with all the necessary information to register `tootube`. Youll end with a `refresh_token` that you can now paste inside your tootube configuration. Youll be then prompted with all the necessary information to register `tootube`. Youll end with a `refresh_token` that you will be written back to the config file.
If you wish to register `tootube` on PeerTube, you can do so by using: If you wish to register `tootube` on PeerTube, you can do so by using:
@@ -77,8 +82,4 @@ If you wish to register `tootube` on PeerTube, you can do so by using:
tootube register --peertube --config <PATH TO YOUR TOOTUBE.TOML FILE> tootube register --peertube --config <PATH TO YOUR TOOTUBE.TOML FILE>
``` ```
It will require your username/password (beware that 2FA is not supported for this feature as of now) and generate a first `refresh_token` that you will put inside the aformentioned file: It will require your username/password (beware that 2FA is not supported for this feature as of now) and generate a first `refresh_token` that will be written back to the config file.
```bash
echo -n '<REFRESH_TOKEN>' > /var/lib/tootube/refresh_token
```

View File

@@ -1,8 +1,11 @@
use serde::Deserialize; use serde::{Deserialize, Serialize};
use std::fs::read_to_string; use std::{
error::Error,
fs::{read_to_string, write},
};
// General configuration Struct // General configuration Struct
#[derive(Debug, Deserialize)] #[derive(Debug, Deserialize, Serialize)]
pub struct Config { pub struct Config {
pub peertube: PeertubeConfig, pub peertube: PeertubeConfig,
pub youtube: YoutubeConfig, pub youtube: YoutubeConfig,
@@ -10,7 +13,7 @@ pub struct Config {
pub tootube: TootubeConfig, pub tootube: TootubeConfig,
} }
#[derive(Debug, Deserialize)] #[derive(Debug, Deserialize, Serialize)]
pub struct PeertubeConfig { pub struct PeertubeConfig {
pub base_url: String, pub base_url: String,
#[serde(default)] #[serde(default)]
@@ -28,21 +31,28 @@ impl Default for PeertubeConfig {
} }
} }
#[derive(Debug, Clone, Deserialize)] #[derive(Debug, Clone, Deserialize, Serialize)]
pub struct PeertubeConfigOauth2 { pub struct PeertubeConfigOauth2 {
pub client_id: String, pub client_id: String,
pub client_secret: String, pub client_secret: String,
pub refresh_token: String, pub refresh_token: String,
} }
#[derive(Debug, Deserialize)] #[derive(Debug, Deserialize, Serialize)]
pub struct YoutubeConfig { pub struct YoutubeConfig {
#[serde(default)]
pub notify_subscribers_on_shorts: bool,
pub oauth2: YoutubeConfigOauth2,
}
#[derive(Debug, Deserialize, Serialize)]
pub struct YoutubeConfigOauth2 {
pub refresh_token: String, pub refresh_token: String,
pub client_id: String, pub client_id: String,
pub client_secret: String, pub client_secret: String,
} }
#[derive(Debug, Deserialize)] #[derive(Debug, Deserialize, Serialize)]
pub struct TootubeConfig { pub struct TootubeConfig {
pub progress_bar: String, pub progress_bar: String,
pub progress_chars: String, pub progress_chars: String,
@@ -57,13 +67,52 @@ impl Default for TootubeConfig {
} }
} }
/// Parses the TOML file into a Config struct impl Config {
pub fn parse_toml(toml_file: &str) -> Config { /// Parses the TOML file into a Config struct
let toml_config = pub fn new(toml_file: &str) -> Self {
read_to_string(toml_file).unwrap_or_else(|e| panic!("Cannot open file {toml_file}: {e}")); let toml_config = read_to_string(toml_file)
.unwrap_or_else(|e| panic!("Cannot open file {toml_file}: {e}"));
let config: Config = toml::from_str(&toml_config) let config: Config = toml::from_str(&toml_config)
.unwrap_or_else(|e| panic!("Cannot parse TOML file {toml_file}: {e}")); .unwrap_or_else(|e| panic!("Cannot parse TOML file {toml_file}: {e}"));
config config
}
pub fn dump(&mut self, toml_file: &str) -> Result<(), Box<dyn Error>> {
// bring back the default for progress bar
self.tootube = TootubeConfig::default();
write(toml_file, toml::to_string_pretty(self)?)?;
Ok(())
}
}
#[cfg(test)]
mod tests {
use super::*;
use std::fs::{remove_file, write};
#[test]
fn test_minimal_conf() {
let file_name = "/tmp/test_minimal_conf.toml";
let data = r#"
[peertube]
base_url = 'https://p.nintendojo.fr'
[youtube.oauth2]
refresh_token = 'rt_N/A'
client_id = 'ci_N/A'
client_secret = 'cs_N/A'
"#;
write(file_name, data).unwrap();
let config = Config::new(file_name);
assert_eq!(config.youtube.notify_subscribers_on_shorts, false);
assert_eq!(config.tootube.progress_chars, "#>-");
assert_eq!(config.youtube.oauth2.refresh_token, "rt_N/A");
assert_eq!(config.youtube.oauth2.client_id, "ci_N/A");
assert_eq!(config.youtube.oauth2.client_secret, "cs_N/A");
remove_file(file_name).unwrap();
}
} }

View File

@@ -3,29 +3,46 @@ use log::debug;
mod error; mod error;
mod config; mod config;
pub use config::parse_toml; pub use config::Config;
use config::Config; pub use config::PeertubeConfigOauth2;
mod peertube; mod peertube;
pub use peertube::register as register_peertube; pub use peertube::register as register_peertube;
use peertube::{delete_original_video_source, get_latest_video, get_original_video_source}; use peertube::{get_playlists_to_be_added_to, PeerTube};
mod youtube; mod youtube;
pub use youtube::register as register_youtube; pub use youtube::register as register_youtube;
use youtube::{add_video_to_playlists, create_resumable_upload, now_kiss}; use youtube::YouTube;
/// This is where the magic happens
/// This takes the main options from config & command line args
/// and sends back the updated PeerTube refresh_token if any
#[tokio::main] #[tokio::main]
pub async fn run(config: Config, pl: Vec<String>) { pub async fn run(config: &Config, pl: Vec<String>, pt_video_id: Option<&str>) -> Option<String> {
// Get the latest video object // Create PeerTube struct
let latest_vid = get_latest_video(&config.peertube.base_url) let peertube = match &config.peertube.oauth2 {
.await Some(s) => PeerTube::new(&config.peertube.base_url)
.unwrap_or_else(|e| { .with_client(s)
.await
.unwrap_or_else(|e| panic!("Cannot instantiate PeerTube struct: {}", e)),
None => PeerTube::new(&config.peertube.base_url),
};
// Get the latest video object or the targeted pt_video_id
let latest_vid = match pt_video_id {
None => peertube.get_latest_video().await.unwrap_or_else(|e| {
panic!("Cannot retrieve the latest video, something must have gone terribly wrong: {e}") panic!("Cannot retrieve the latest video, something must have gone terribly wrong: {e}")
}); }),
Some(v) => peertube.get_video_detail(v).await.unwrap_or_else(|e| {
panic!(
"Cannot retrieve the specified video, something must have gone terribly wrong: {e}"
)
}),
};
// We have a refresh_token, try to use it // We have a refresh_token, try to use it
let source_url = match &config.peertube.oauth2 { let source_url = match &config.peertube.oauth2 {
Some(_) => get_original_video_source(&latest_vid.uuid, &config.peertube) Some(_) => peertube
.get_original_video_source(&latest_vid.uuid)
.await .await
.ok(), .ok(),
None => None, None => None,
@@ -48,33 +65,73 @@ pub async fn run(config: Config, pl: Vec<String>) {
debug!("PT download URL: {}", &dl_url); debug!("PT download URL: {}", &dl_url);
let resumable_upload_url = create_resumable_upload(&config.youtube, &latest_vid) let youtube = YouTube::new(
&config.youtube.oauth2.client_id,
&config.youtube.oauth2.client_secret,
&config.youtube.oauth2.refresh_token,
)
.await
.unwrap_or_else(|e| panic!("Cannot instantiate YouTube struct: {}", e));
// Do not notify when notify_subscribers_on_shorts = False and latest_id is a short
debug!(
"Will user get notified? {}",
!(!config.youtube.notify_subscribers_on_shorts & latest_vid.is_short())
);
let resumable_upload_url = youtube
.create_resumable_upload(
&latest_vid,
!(!config.youtube.notify_subscribers_on_shorts & latest_vid.is_short()),
)
.await .await
.unwrap_or_else(|e| panic!("Cannot retrieve the uploads resumable id: {e}")); .unwrap_or_else(|e| panic!("Cannot retrieve the uploads resumable id: {e}"));
debug!("YT upload URL: {}", &resumable_upload_url); debug!("YT upload URL: {}", &resumable_upload_url);
let yt_video_id = now_kiss( let yt_video_id = youtube
&dl_url, .now_kiss(&dl_url, &resumable_upload_url, &config.tootube)
&resumable_upload_url, .await
&config.youtube, .unwrap_or_else(|e| panic!("Cannot resume upload!: {e}"));
&config.tootube,
)
.await
.unwrap_or_else(|e| panic!("Cannot resume upload!: {e}"));
debug!("YT video ID: {}", &yt_video_id); debug!("YT video ID: {}", &yt_video_id);
youtube
.set_thumbnail(
&yt_video_id,
&format!("{}{}", &config.peertube.base_url, latest_vid.preview_path),
)
.await
.unwrap_or_else(|e| panic!("Cannot upload the thumbnail: {}", e));
if !pl.is_empty() { if !pl.is_empty() {
add_video_to_playlists(&config.youtube, &yt_video_id, &pl) youtube
.add_video_to_playlists(&yt_video_id, &pl)
.await .await
.unwrap_or_else(|e| panic!("Cannot add video to playlist(s): {e}")); .unwrap_or_else(|e| panic!("Cannot add video to playlist(s): {e}"));
} }
// delete the source video if requested (it wont be used anymore) // delete the source video if requested (it wont be used anymore)
if config.peertube.delete_video_source_after_transfer { if config.peertube.delete_video_source_after_transfer {
delete_original_video_source(&latest_vid.uuid, &config.peertube) peertube
.delete_original_video_source(&latest_vid.uuid)
.await .await
.unwrap_or_else(|e| panic!("Cannot delete source video: {e}")); .unwrap_or_else(|e| panic!("Cannot delete source video: {e}"));
debug!("Original Video {} has been deleted", &latest_vid.uuid); debug!("Original Video {} has been deleted", &latest_vid.uuid);
} }
// Updates the playlist of PeerTube if necessary
if config.peertube.oauth2.is_some() && !pl.is_empty() {
debug!("Updating playlists on PeerTube");
if let Ok(pl_to_add_to) =
get_playlists_to_be_added_to(&peertube, &latest_vid.uuid, &pl, latest_vid.channel.id)
.await
{
for p in pl_to_add_to {
let _ = peertube.add_video_to_playlist(&latest_vid.uuid, &p).await;
}
}
}
peertube.refresh_token
} }

View File

@@ -27,12 +27,21 @@ fn main() {
.num_args(0..) .num_args(0..)
.display_order(2), .display_order(2),
) )
.arg(
Arg::new("id")
.short('i')
.long("id")
.value_name("ID")
.help("Specify the PeerTube Video ID")
.num_args(0..=1)
.display_order(3),
)
.arg( .arg(
Arg::new("vice") Arg::new("vice")
.long("vice") .long("vice")
.aliases(["chybrare", "coquinou"]) .aliases(["chybrare", "coquinou"])
.action(clap::ArgAction::SetTrue) .action(clap::ArgAction::SetTrue)
.display_order(3), .display_order(4),
) )
.subcommand( .subcommand(
Command::new("register") Command::new("register")
@@ -57,22 +66,30 @@ fn main() {
.get_matches(); .get_matches();
if let Some(("register", sub_m)) = matches.subcommand() { if let Some(("register", sub_m)) = matches.subcommand() {
let config = parse_toml(sub_m.get_one::<String>("config").unwrap()); let mut config = Config::new(sub_m.get_one::<String>("config").unwrap());
if sub_m.get_flag("youtube") { if sub_m.get_flag("youtube") {
register_youtube(&config.youtube) let yt_refresh_token = register_youtube(&config.youtube.oauth2)
.unwrap_or_else(|e| panic!("Cannot register to YouTube API: {}", e)); .unwrap_or_else(|e| panic!("Cannot register to YouTube API: {}", e));
config.youtube.oauth2.refresh_token = yt_refresh_token;
} }
if sub_m.get_flag("peertube") { if sub_m.get_flag("peertube") {
register_peertube(&config.peertube) let pt_oauth2 = register_peertube(&config.peertube)
.unwrap_or_else(|e| panic!("Cannot register to PeerTube API: {}", e)); .unwrap_or_else(|e| panic!("Cannot register to PeerTube API: {}", e));
config.peertube.oauth2 = Some(pt_oauth2);
} }
config
.dump(sub_m.get_one::<String>("config").unwrap())
.unwrap_or_else(|e| panic!("Cannot write back to Tootube Config file: {}", e));
return; return;
} }
let mut config = parse_toml(matches.get_one::<String>("config").unwrap()); let mut config = Config::new(matches.get_one::<String>("config").unwrap());
if matches.get_flag("vice") { if matches.get_flag("vice") {
config.tootube.progress_bar = "{msg}\n[{elapsed_precise}] 8{wide_bar:.magenta}ᗺ {bytes}/{total_bytes} ({bytes_per_sec}, {eta})".to_string(); config.tootube.progress_bar = "{msg}\n[{elapsed_precise}] 8{wide_bar:.magenta}ᗺ {bytes}/{total_bytes} ({bytes_per_sec}, {eta})".to_string();
@@ -85,7 +102,18 @@ fn main() {
.map(|v| v.to_string()) .map(|v| v.to_string())
.collect(); .collect();
let pt_video_id = matches.get_one::<String>("id").map(|s| s.as_str());
env_logger::init(); env_logger::init();
run(config, playlists); // runs the main program logic & retrieves the updated PeerTube refresh_token
if let Some(x) = run(&config, playlists, pt_video_id) {
config.peertube.oauth2 = config.peertube.oauth2.map(|y| PeertubeConfigOauth2 {
client_id: y.client_id,
client_secret: y.client_secret,
refresh_token: x,
});
let _ = config.dump(matches.get_one::<String>("config").unwrap());
};
} }

View File

@@ -1,14 +1,16 @@
use crate::{config::PeertubeConfig, error::TootubeError}; use crate::{config::PeertubeConfig, config::PeertubeConfigOauth2, error::TootubeError};
use log::debug; use log::debug;
use reqwest::Client; use reqwest::{
header::{HeaderMap, HeaderValue},
multipart::Form,
Client,
};
use rpassword::prompt_password; use rpassword::prompt_password;
use serde::{Deserialize, Serialize}; use serde::{Deserialize, Serialize};
use std::{boxed::Box, cmp::Ordering, error::Error, io::stdin}; use std::{boxed::Box, cmp::Ordering, error::Error, io::stdin};
use tokio::fs::{read_to_string, write};
#[derive(Debug, Deserialize)] #[derive(Debug, Deserialize)]
pub struct PeerTubeVideos { pub struct PeerTubeVideos {
pub total: u64,
pub data: Vec<PeerTubeVideo>, pub data: Vec<PeerTubeVideo>,
} }
@@ -17,9 +19,29 @@ pub struct PeerTubeVideo {
pub name: String, pub name: String,
pub uuid: String, pub uuid: String,
pub description: String, pub description: String,
pub duration: u64,
#[serde(rename = "aspectRatio")]
pub aspect_ratio: Option<f32>,
#[serde(rename = "previewPath")]
pub preview_path: String,
#[serde(rename = "streamingPlaylists")] #[serde(rename = "streamingPlaylists")]
pub streaming_playlists: Option<Vec<PeerTubeVideoStreamingPlaylists>>, pub streaming_playlists: Option<Vec<PeerTubeVideoStreamingPlaylists>>,
pub tags: Option<Vec<String>>, pub tags: Option<Vec<String>>,
pub channel: PeerTubeVideoChannel,
}
impl PeerTubeVideo {
pub fn is_short(&self) -> bool {
if self.duration < 60 && self.aspect_ratio.is_some_and(|x| x == 0.5625) {
return true;
}
false
}
}
#[derive(Debug, Deserialize)]
pub struct PeerTubeVideoChannel {
pub id: u8,
} }
#[derive(Debug, Deserialize)] #[derive(Debug, Deserialize)]
@@ -67,7 +89,6 @@ struct PeerTubeVideoTokenResponseFiles {
#[derive(Eq, Debug, Deserialize)] #[derive(Eq, Debug, Deserialize)]
pub struct PeerTubeVideoStreamingPlaylistsFiles { pub struct PeerTubeVideoStreamingPlaylistsFiles {
pub id: u64,
pub resolution: PeerTubeVideoStreamingPlaylistsFilesResolution, pub resolution: PeerTubeVideoStreamingPlaylistsFilesResolution,
#[serde(rename = "fileDownloadUrl")] #[serde(rename = "fileDownloadUrl")]
pub file_download_url: String, pub file_download_url: String,
@@ -96,31 +117,50 @@ pub struct PeerTubeVideoStreamingPlaylistsFilesResolution {
pub id: u16, pub id: u16,
} }
/// This gets the last video uploaded to the PeerTube server #[derive(Debug, Deserialize)]
pub async fn get_latest_video(u: &str) -> Result<PeerTubeVideo, Box<dyn Error>> { pub struct PeerTubeVideoPlaylists {
let body = reqwest::get(format!("{}/api/v1/videos?count=1&sort=-publishedAt", u)) pub total: u16,
.await? pub data: Vec<PeerTubeVideoPlaylist>,
.json::<PeerTubeVideos>()
.await?;
let vid = get_video_detail(u, &body.data[0].uuid).await?;
Ok(vid)
} }
/// This gets all the crispy details about one particular video #[derive(Debug, Deserialize)]
async fn get_video_detail(u: &str, v: &str) -> Result<PeerTubeVideo, Box<dyn Error>> { pub struct PeerTubeVideoPlaylist {
let body = reqwest::get(format!("{}/api/v1/videos/{}", u, v)) pub uuid: String,
.await? #[serde(rename = "displayName")]
.json::<PeerTubeVideo>() pub display_name: String,
.await?; }
Ok(body) #[derive(Debug, Serialize)]
struct PeerTubeVideoPlaylistsVideos {
#[serde(rename = "videoId")]
video_id: String,
}
#[derive(Debug, Deserialize)]
struct PeerTubeVideoPlaylistResponse {
#[serde(rename = "videoPlaylist")]
video_playlist: PeerTubeVideoPlaylistResponseVideoPlaylist,
}
#[derive(Debug, Deserialize)]
struct PeerTubeVideoPlaylistResponseVideoPlaylist {
uuid: String,
}
#[derive(Debug, Deserialize)]
struct PeerTubeVideoPlaylistsPlaylistIdVideos {
total: u32,
data: Vec<PeerTubeVideoPlaylistsPlaylistIdVideosData>,
}
#[derive(Debug, Deserialize)]
struct PeerTubeVideoPlaylistsPlaylistIdVideosData {
video: PeerTubeVideo,
} }
/// This function makes the registration process a little bit easier /// This function makes the registration process a little bit easier
#[tokio::main] #[tokio::main]
pub async fn register(config: &PeertubeConfig) -> Result<(), Box<dyn Error>> { pub async fn register(config: &PeertubeConfig) -> Result<PeertubeConfigOauth2, Box<dyn Error>> {
// Get client ID/secret // Get client ID/secret
let oauth2_client = reqwest::get(format!("{}/api/v1/oauth-clients/local", config.base_url)) let oauth2_client = reqwest::get(format!("{}/api/v1/oauth-clients/local", config.base_url))
.await? .await?
@@ -156,124 +196,362 @@ pub async fn register(config: &PeertubeConfig) -> Result<(), Box<dyn Error>> {
.json::<PeerTubeUsersTokenResponse>() .json::<PeerTubeUsersTokenResponse>()
.await?; .await?;
println!("You can now paste the following lines inside the `peertube` section of your tootube.toml file:"); println!(
"The following lines will be written to the `peertube` section of your tootube.toml file:"
println!(); );
println!("[peertube.oauth2]"); println!("[peertube.oauth2]");
println!("client_id=\"{}\"", oauth2_client.client_id); println!("client_id=\"{}\"", oauth2_client.client_id);
println!("client_secret=\"{}\"", oauth2_client.client_secret); println!("client_secret=\"{}\"", oauth2_client.client_secret);
println!("refresh_token=<path to refresh_token>"); println!("refresh_token=\"{}\"", oauth2_token.refresh_token);
println!(); Ok(PeertubeConfigOauth2 {
client_id: oauth2_client.client_id,
println!("Finally, add the refresh token inside the refresh_token path:"); client_secret: oauth2_client.client_secret,
println!("{}", oauth2_token.refresh_token); refresh_token: oauth2_token.refresh_token,
})
Ok(())
} }
async fn get_refresh_token(config: &PeertubeConfig) -> Result<String, Box<dyn Error>> { #[derive(Debug)]
// unwrap is safe here, this function is only called when oauth2 is present pub struct PeerTube {
let oauth2_config = config.oauth2.as_ref().unwrap().clone(); base_url: String,
// retrieve the refresh_token from the file pub refresh_token: Option<String>,
let refresh_token = read_to_string(&oauth2_config.refresh_token).await?; client: Client,
debug!(
"Opened file {} to retrieve Token",
&oauth2_config.refresh_token
);
let params = PeerTubeUsersToken {
client_id: oauth2_config.client_id.clone(),
client_secret: oauth2_config.client_secret.clone(),
grant_type: "refresh_token".to_string(),
refresh_token: Some(refresh_token),
username: None,
password: None,
};
let client = Client::new();
let oauth2_token = client
.post(format!("{}/api/v1/users/token", config.base_url))
.form(&params)
.send()
.await?
.json::<PeerTubeUsersTokenResponse>()
.await?;
debug!("Retrieved access_token: {}", &oauth2_token.access_token);
// write the new refresh token to the file
write(&oauth2_config.refresh_token, oauth2_token.refresh_token).await?;
debug!(
"Written refresh_token to file {}",
&oauth2_config.refresh_token
);
Ok(oauth2_token.access_token)
} }
pub async fn get_original_video_source( impl PeerTube {
uuid: &str, /// Create a new PeerTube struct with a basic embedded reqwest::Client
config: &PeertubeConfig, pub fn new(base_url: &str) -> Self {
) -> Result<String, Box<dyn Error>> { PeerTube {
let access_token = get_refresh_token(config).await?; base_url: format!("{}/api/v1", base_url),
refresh_token: None,
let client = Client::new(); client: Client::new(),
}
let source_vid = client
.get(format!("{}/api/v1/videos/{}/source", config.base_url, uuid))
.header("Authorization", format!("Bearer {}", &access_token))
.send()
.await?
.json::<PeerTubeVideoSourceResponse>()
.await?;
debug!("Got the Source Vid URL: {}", &source_vid.file_download_url);
let video_file_token = client
.post(format!("{}/api/v1/videos/{}/token", config.base_url, uuid))
.header("Authorization", format!("Bearer {}", &access_token))
.send()
.await?
.json::<PeerTubeVideoTokenResponse>()
.await?;
debug!("Got the File Token: {}", &video_file_token.files.token);
Ok(format!(
"{}?videoFileToken={}",
source_vid.file_download_url, video_file_token.files.token
))
}
pub async fn delete_original_video_source(
uuid: &str,
config: &PeertubeConfig,
) -> Result<(), Box<dyn Error>> {
let access_token = get_refresh_token(config).await?;
let client = Client::new();
let res = client
.delete(format!(
"{}/api/v1/videos/{}/source/file",
config.base_url, uuid
))
.header("Authorization", format!("Bearer {}", &access_token))
.send()
.await?;
if !res.status().is_success() {
return Err(TootubeError::new(&format!(
"Cannot delete source video file {}: {}",
uuid,
res.text().await?
))
.into());
} }
Ok(()) /// Retrieve the refresh_token and access_token and update the embedded reqwest::Client to have
/// the default required header
pub async fn with_client(
mut self,
pt_oauth2: &PeertubeConfigOauth2,
) -> Result<Self, Box<dyn Error>> {
let params = PeerTubeUsersToken {
client_id: pt_oauth2.client_id.to_owned(),
client_secret: pt_oauth2.client_secret.to_owned(),
grant_type: "refresh_token".to_string(),
refresh_token: Some(pt_oauth2.refresh_token.to_owned()),
username: None,
password: None,
};
let req = self
.client
.post(format!("{}/users/token", self.base_url))
.form(&params)
.send()
.await?
.json::<PeerTubeUsersTokenResponse>()
.await?;
let mut headers = HeaderMap::new();
headers.insert(
"Authorization",
HeaderValue::from_str(&format!("Bearer {}", req.access_token))?,
);
self.client = reqwest::Client::builder()
.default_headers(headers)
.build()?;
self.refresh_token = Some(req.refresh_token);
Ok(self)
}
/// This gets the last video uploaded to the PeerTube server
pub async fn get_latest_video(&self) -> Result<PeerTubeVideo, Box<dyn Error>> {
let body = self
.client
.get(format!(
"{}/videos?count=1&sort=-publishedAt",
self.base_url
))
.send()
.await?
.json::<PeerTubeVideos>()
.await?;
let vid = self.get_video_detail(&body.data[0].uuid).await?;
Ok(vid)
}
/// This gets all the crispy details about one particular video
pub async fn get_video_detail(&self, v: &str) -> Result<PeerTubeVideo, Box<dyn Error>> {
let body = self
.client
.get(format!("{}/videos/{}", self.base_url, v))
.send()
.await?
.json::<PeerTubeVideo>()
.await?;
Ok(body)
}
/// Get the original video source
pub async fn get_original_video_source(&self, uuid: &str) -> Result<String, Box<dyn Error>> {
let source_vid = self
.client
.get(format!("{}/videos/{}/source", self.base_url, uuid))
.send()
.await?
.json::<PeerTubeVideoSourceResponse>()
.await?;
debug!("Got the Source Vid URL: {}", &source_vid.file_download_url);
let video_file_token = self
.client
.post(format!("{}/videos/{}/token", self.base_url, uuid))
.send()
.await?
.json::<PeerTubeVideoTokenResponse>()
.await?;
debug!("Got the File Token: {}", &video_file_token.files.token);
Ok(format!(
"{}?videoFileToken={}",
source_vid.file_download_url, video_file_token.files.token
))
}
/// Delete the original video source
pub async fn delete_original_video_source(&self, uuid: &str) -> Result<(), Box<dyn Error>> {
let res = self
.client
.delete(format!("{}/videos/{}/source/file", self.base_url, uuid))
.send()
.await?;
if !res.status().is_success() {
return Err(TootubeError::new(&format!(
"Cannot delete source video file {}: {}",
uuid,
res.text().await?
))
.into());
}
Ok(())
}
/// List every playlists on PeerTube
pub async fn list_video_playlists(&self) -> Result<Vec<PeerTubeVideoPlaylist>, Box<dyn Error>> {
let mut playlists: Vec<PeerTubeVideoPlaylist> = vec![];
let mut start = 0;
let inc = 15;
while let Ok(mut local_pl) = self
.client
.get(format!(
"{}/video-playlists?count={}&playlistType=1&start={}",
self.base_url, inc, start
))
.send()
.await?
.json::<PeerTubeVideoPlaylists>()
.await
{
start += inc;
playlists.append(&mut local_pl.data);
if start >= local_pl.total {
break;
}
}
Ok(playlists)
}
/// Add a public playlist
pub async fn create_video_playlist(
&self,
c_id: u8,
display_name: &str,
) -> Result<String, Box<dyn Error>> {
let form = Form::new()
.text("displayName", display_name.to_string())
.text("privacy", "1")
.text("videoChannelId", format!("{}", c_id));
let pl_created = self
.client
.post(format!("{}/video-playlists", self.base_url))
.multipart(form)
.send()
.await?
.json::<PeerTubeVideoPlaylistResponse>()
.await?;
Ok(pl_created.video_playlist.uuid)
}
/// Add a video into a playlist
pub async fn add_video_to_playlist(
&self,
vid_uuid: &str,
pl_uuid: &str,
) -> Result<(), Box<dyn Error>> {
let video_to_add = PeerTubeVideoPlaylistsVideos {
video_id: vid_uuid.to_string(),
};
let res = self
.client
.post(format!(
"{}/video-playlists/{}/videos",
self.base_url, pl_uuid
))
.json(&video_to_add)
.send()
.await?;
if !res.status().is_success() {
return Err(TootubeError::new(&format!(
"Cannot add video {} to playlist {}: {}",
vid_uuid,
pl_uuid,
res.text().await?
))
.into());
};
Ok(())
}
/// List all videos of a playlist
pub async fn list_videos_playlist(&self, uuid: &str) -> Result<Vec<String>, Box<dyn Error>> {
let mut videos: Vec<PeerTubeVideo> = vec![];
let mut start = 0;
let inc = 15;
while let Ok(l_vid) = self
.client
.get(format!(
"{}/video-playlists/{}/videos?start={}&count={}",
&self.base_url, &uuid, start, inc
))
.send()
.await?
.json::<PeerTubeVideoPlaylistsPlaylistIdVideos>()
.await
{
start += inc;
videos.append(&mut l_vid.data.into_iter().map(|x| x.video).collect());
if start >= l_vid.total {
break;
}
}
Ok(videos.into_iter().map(|x| x.uuid).collect())
}
}
/// Given a PeerTube instance, video UUID, list of named playlists and channel ID, this function:
/// * adds playlists if they do not exists
/// * adds the video to said playlists if theyre not in it already
pub async fn get_playlists_to_be_added_to(
peertube: &PeerTube,
vid_uuid: &str,
pl: &[String],
c_id: u8,
) -> Result<Vec<String>, Box<dyn Error>> {
let mut playlist_to_be_added_to: Vec<String> = vec![];
if let Ok(local_pl) = peertube.list_video_playlists().await {
// list the displayNames of each playlist
let current_playlist: Vec<String> =
local_pl.iter().map(|s| s.display_name.clone()).collect();
// get the playlist whose displayName does not exist yet
let pl_to_create: Vec<_> = pl
.iter()
.filter(|x| !current_playlist.contains(x))
.collect();
debug!("Playlists to be added: {:?}", &pl_to_create);
playlist_to_be_added_to = local_pl
.into_iter()
.filter(|x| pl.contains(&x.display_name))
.map(|x| x.uuid.clone())
.collect();
// create the missing playlists
for p in pl_to_create {
if let Ok(s) = peertube.create_video_playlist(c_id, p).await {
playlist_to_be_added_to.push(s);
}
}
for p in playlist_to_be_added_to.clone().iter() {
if let Ok(s) = peertube.list_videos_playlist(p).await {
// if a video already exists inside a playlist, drop it
if s.contains(&vid_uuid.to_string()) {
playlist_to_be_added_to.retain(|i| *i != *p)
}
}
}
debug!("Playlists to be added to: {:?}", &playlist_to_be_added_to);
};
Ok(playlist_to_be_added_to)
}
#[cfg(test)]
mod tests {
use super::*;
#[tokio::test]
async fn test_get_latest_video() {
let peertube = PeerTube::new("https://peertube.cpy.re");
let vid = peertube.get_latest_video().await.unwrap();
assert_eq!(vid.uuid.len(), 36);
}
#[tokio::test]
#[should_panic]
async fn test_get_original_video_source() {
let peertube = PeerTube::new("https://peertube.cpy.re");
let _vid = peertube
.get_original_video_source("t")
.await
.expect("Should panic!");
}
#[tokio::test]
async fn test_list_video_playlists() {
let peertube = PeerTube::new("https://peertube.cpy.re");
let pl = peertube.list_video_playlists().await.unwrap();
assert!(!pl.is_empty());
}
#[tokio::test]
async fn test_list_videos_playlist() {
let peertube = PeerTube::new("https://peertube.cpy.re");
let pl_videos = peertube
.list_videos_playlist("73a5c1fa-64c5-462d-81e5-b120781c2d72")
.await
.unwrap();
assert!(!pl_videos.is_empty());
}
} }

View File

@@ -1,5 +1,5 @@
use crate::{ use crate::{
config::{TootubeConfig, YoutubeConfig}, config::{TootubeConfig, YoutubeConfigOauth2},
error::TootubeError, error::TootubeError,
peertube::PeerTubeVideo, peertube::PeerTubeVideo,
}; };
@@ -7,12 +7,13 @@ use async_stream::stream;
use futures_util::StreamExt; use futures_util::StreamExt;
use indicatif::{ProgressBar, ProgressStyle}; use indicatif::{ProgressBar, ProgressStyle};
use log::{debug, warn}; use log::{debug, warn};
use reqwest::{multipart::Form, Body, Client}; use reqwest::{
header::{HeaderMap, HeaderValue},
multipart::Form,
Body, Client,
};
use serde::{Deserialize, Serialize}; use serde::{Deserialize, Serialize};
use std::{cmp::min, error::Error, io::stdin}; use std::{cmp::min, error::Error, io::stdin};
use tokio::sync::OnceCell;
static ACCESS_TOKEN: OnceCell<String> = OnceCell::const_new();
#[derive(Serialize, Debug)] #[derive(Serialize, Debug)]
struct RefreshTokenRequest { struct RefreshTokenRequest {
@@ -159,8 +160,9 @@ struct YoutubePlaylistListResponseItemSnippet {
} }
/// This function makes the registration process a little bit easier /// This function makes the registration process a little bit easier
/// It returns the expected refresh_token so that it can be written back to the file
#[tokio::main] #[tokio::main]
pub async fn register(config: &YoutubeConfig) -> Result<(), Box<dyn Error>> { pub async fn register(config: &YoutubeConfigOauth2) -> Result<String, Box<dyn Error>> {
println!("Click on the link below to authorize {} to upload to YouTube and deal with your playlists:", env!("CARGO_PKG_NAME")); println!("Click on the link below to authorize {} to upload to YouTube and deal with your playlists:", env!("CARGO_PKG_NAME"));
println!("https://accounts.google.com/o/oauth2/v2/auth?client_id={}&redirect_uri=urn:ietf:wg:oauth:2.0:oob&scope=https://www.googleapis.com/auth/youtube%20https://www.googleapis.com/auth/youtube.upload&response_type=code", config.client_id); println!("https://accounts.google.com/o/oauth2/v2/auth?client_id={}&redirect_uri=urn:ietf:wg:oauth:2.0:oob&scope=https://www.googleapis.com/auth/youtube%20https://www.googleapis.com/auth/youtube.upload&response_type=code", config.client_id);
println!("Paste the returned authorization code:"); println!("Paste the returned authorization code:");
@@ -186,226 +188,254 @@ pub async fn register(config: &YoutubeConfig) -> Result<(), Box<dyn Error>> {
let refresh_token: RegistrationAccessTokenResponse = res.json().await?; let refresh_token: RegistrationAccessTokenResponse = res.json().await?;
println!("You can now paste the following line inside the `youtube` section of your tootube.toml file:"); println!(
"The following line will be written to the `youtube` section of your tootube.toml file:"
);
println!("refresh_token=\"{}\"", refresh_token.refresh_token); println!("refresh_token=\"{}\"", refresh_token.refresh_token);
Ok(()) Ok(refresh_token.refresh_token)
} }
/// Ensures that Token has been refreshed and that it is unique pub struct YouTube {
async fn refresh_token(config: &YoutubeConfig) -> Result<String, reqwest::Error> { client: Client,
ACCESS_TOKEN
.get_or_try_init(|| async {
let refresh_token = RefreshTokenRequest {
refresh_token: config.refresh_token.clone(),
client_id: config.client_id.clone(),
client_secret: config.client_secret.clone(),
..Default::default()
};
let client = Client::new();
let res = client
.post("https://accounts.google.com/o/oauth2/token")
.json(&refresh_token)
.send()
.await?;
let access_token: AccessTokenResponse = res.json().await?;
debug!("YT Access Token: {}", &access_token.access_token);
Ok(access_token.access_token)
})
.await
.cloned()
} }
/// This function takes a list of playlists keyword and returns a list of playlist ID impl YouTube {
async fn get_playlist_ids( pub async fn new(
config: &YoutubeConfig, client_id: &str,
pl: &[String], client_secret: &str,
) -> Result<Vec<String>, Box<dyn Error>> { refresh_token: &str,
let mut page_token = String::new(); ) -> Result<Self, Box<dyn Error>> {
let mut playlists: Vec<String> = vec![]; let mut youtube = YouTube {
client: Client::new(),
let access_token = refresh_token(config).await?;
let client = Client::new();
while let Ok(local_pl) = client
.get(&format!(
"https://www.googleapis.com/youtube/v3/playlists?part=snippet&mine=true&pageToken={}",
page_token
))
.header("Authorization", format!("Bearer {}", access_token))
.send()
.await?
.json::<YoutubePlaylistListResponse>()
.await
{
playlists.append(
&mut local_pl
.items
.iter()
.filter_map(|s| pl.contains(&s.snippet.title).then_some(s.id.clone()))
.collect(),
);
// if nextPageToken is present, continue the loop
match local_pl.next_page_token {
None => break,
Some(a) => page_token.clone_from(&a),
}
}
debug!("Playlists IDs: {:?}", &playlists);
Ok(playlists)
}
/// This function adds the video id to the corresponding named playlist(s)
pub async fn add_video_to_playlists(
config: &YoutubeConfig,
v: &str,
pl: &[String],
) -> Result<(), Box<dyn Error>> {
let access_token = refresh_token(config).await?;
let playlists_ids = get_playlist_ids(config, pl).await?;
for pl_id in playlists_ids {
let yt_pl_upload_params = YoutubePlaylistItemsParams {
snippet: YoutubePlaylistItemsParamsSnippet {
playlist_id: pl_id.clone(),
resource_id: YoutubePlaylistItemsParamsSnippetResourceId {
video_id: v.to_string(),
..Default::default()
},
..Default::default()
},
}; };
let client = Client::new(); let refresh_token = RefreshTokenRequest {
let res = client refresh_token: refresh_token.to_string(),
.post("https://youtube.googleapis.com/youtube/v3/playlistItems?part=snippet") client_id: client_id.to_string(),
.header("Authorization", format!("Bearer {}", access_token)) client_secret: client_secret.to_string(),
.json(&yt_pl_upload_params) ..Default::default()
};
let access_token = youtube
.client
.post("https://accounts.google.com/o/oauth2/token")
.json(&refresh_token)
.send()
.await?
.json::<AccessTokenResponse>()
.await?;
let mut headers = HeaderMap::new();
headers.insert(
"Authorization",
HeaderValue::from_str(&format!("Bearer {}", access_token.access_token))?,
);
youtube.client = reqwest::Client::builder()
.default_headers(headers)
.build()?;
Ok(youtube)
}
/// This function uploads the thumbnail from PeerTube
pub async fn set_thumbnail(
&self,
video_id: &str,
preview_url: &str,
) -> Result<(), Box<dyn Error>> {
let res = reqwest::get(preview_url).await?;
let stream = res.bytes_stream();
let res = self
.client
.post(format!(
"https://www.googleapis.com/upload/youtube/v3/thumbnails/set?videoId={}&uploadType=media",
video_id
))
.header("Content-Type", "application/octet-stream")
.body(Body::wrap_stream(stream))
.send() .send()
.await?; .await?;
if !res.status().is_success() { res.status().is_success().then_some(()).ok_or(
return Err(TootubeError::new(&format!( TootubeError::new(&format!("Thumbnail not uploaded: {}", res.text().await?)).into(),
"Something went wrong when trying to add the video to a playlist: {}", )
res.text().await? }
/// This function takes a list of playlists keyword and returns a list of playlist ID
async fn get_playlist_ids(&self, pl: &[String]) -> Result<Vec<String>, Box<dyn Error>> {
let mut page_token = String::new();
let mut playlists: Vec<String> = vec![];
while let Ok(local_pl) = self.client
.get(format!(
"https://www.googleapis.com/youtube/v3/playlists?part=snippet&mine=true&pageToken={}",
page_token
)) ))
.into()); .send()
.await?
.json::<YoutubePlaylistListResponse>()
.await
{
playlists.append(
&mut local_pl
.items
.iter()
.filter_map(|s| pl.contains(&s.snippet.title).then_some(s.id.clone()))
.collect(),
);
// if nextPageToken is present, continue the loop
match local_pl.next_page_token {
None => break,
Some(a) => page_token.clone_from(&a),
}
} }
debug!("Playlists IDs: {:?}", &playlists);
Ok(playlists)
} }
Ok(()) /// This function adds the video id to the corresponding named playlist(s)
} pub async fn add_video_to_playlists(
&self,
v: &str,
pl: &[String],
) -> Result<(), Box<dyn Error>> {
let playlists_ids = self.get_playlist_ids(pl).await?;
/// This function creates a resumable YT upload, putting all the parameters in for pl_id in playlists_ids {
pub async fn create_resumable_upload( let yt_pl_upload_params = YoutubePlaylistItemsParams {
config: &YoutubeConfig, snippet: YoutubePlaylistItemsParamsSnippet {
vid: &PeerTubeVideo, playlist_id: pl_id.clone(),
) -> Result<String, Box<dyn Error>> { resource_id: YoutubePlaylistItemsParamsSnippetResourceId {
let access_token = refresh_token(config).await?; video_id: v.to_string(),
..Default::default()
},
..Default::default()
},
};
if vid.name.chars().count() > 100 { let res = self
warn!( .client
"PT Video Title ({}) is too long, it will be truncated", .post("https://youtube.googleapis.com/youtube/v3/playlistItems?part=snippet")
&vid.name .json(&yt_pl_upload_params)
); .send()
} .await?;
let upload_params = YoutubeUploadParams { if !res.status().is_success() {
snippet: { return Err(TootubeError::new(&format!(
YoutubeUploadParamsSnippet { "Something went wrong when trying to add the video to a playlist: {}",
title: vid.name.chars().take(100).collect::<String>(), res.text().await?
description: vid.description.clone(), ))
tags: vid.tags.clone(), .into());
..Default::default()
} }
}, }
status: {
YoutubeUploadParamsStatus {
..Default::default()
}
},
};
debug!("YT upload params: {:?}", &upload_params);
let client = Client::new(); Ok(())
let res = client.post("https://www.googleapis.com/upload/youtube/v3/videos?uploadType=resumable&part=snippet%2Cstatus")
.header("Authorization", format!("Bearer {}", access_token))
.json(&upload_params)
.send().await?;
if res.status().is_success() {
Ok(res
.headers()
.get("location")
.ok_or("Cannot find suitable header")?
.to_str()?
.to_string())
} else {
Err(TootubeError::new("Cannot create resumable upload!").into())
} }
}
/// This takes the PT stream for download, connects it to YT stream for upload /// This function creates a resumable YT upload, putting all the parameters in
pub async fn now_kiss( pub async fn create_resumable_upload(
dl_url: &str, &self,
r_url: &str, vid: &PeerTubeVideo,
config: &YoutubeConfig, notify: bool,
pg_conf: &TootubeConfig, ) -> Result<String, Box<dyn Error>> {
) -> Result<String, Box<dyn Error>> { if vid.name.chars().count() > 100 {
// Get access token warn!(
let access_token = refresh_token(config).await?; "PT Video Title ({}) is too long, it will be truncated",
&vid.name
);
}
// Get the upstream bytes stream let upload_params = YoutubeUploadParams {
let res = reqwest::get(dl_url).await?; snippet: {
let content_lengh = res YoutubeUploadParamsSnippet {
.content_length() title: vid.name.chars().take(100).collect::<String>(),
.ok_or(format!("Cannot get content length from {}", dl_url))?; description: vid.description.clone(),
let mut stream = res.bytes_stream(); tags: vid.tags.clone(),
..Default::default()
// Create the progress bar
let pb = ProgressBar::new(content_lengh);
pb.set_style(
ProgressStyle::default_bar()
.template(&pg_conf.progress_bar)?
.progress_chars(&pg_conf.progress_chars),
);
pb.set_message("Transferring…");
let mut transferring: u64 = 0;
// yields the stream chunk by chunk, updating the progress bar at the same time
let async_stream = stream! {
while let Some(chunk) = stream.next().await {
if let Ok(chunk) = &chunk {
let new = min(transferring + (chunk.len() as u64), content_lengh);
transferring = new;
pb.set_position(new);
if transferring >= content_lengh {
pb.finish();
} }
},
status: {
YoutubeUploadParamsStatus {
..Default::default()
}
},
};
debug!("YT upload params: {:?}", &upload_params);
let notify_subscriber = notify.then_some(()).map_or("False", |_| "True");
let res = self.client.post(format!("https://www.googleapis.com/upload/youtube/v3/videos?uploadType=resumable&part=snippet%2Cstatus&notifySubscribers={}", notify_subscriber))
.json(&upload_params)
.send().await?;
res.status()
.is_success()
.then_some(
res.headers()
.get("location")
.ok_or("Cannot find suitable header")?
.to_str()?
.to_string(),
)
.ok_or(TootubeError::new("Cannot create resumable upload!").into())
}
/// This takes the PT stream for download, connects it to YT stream for upload
pub async fn now_kiss(
&self,
dl_url: &str,
r_url: &str,
pg_conf: &TootubeConfig,
) -> Result<String, Box<dyn Error>> {
// Get the upstream bytes stream
let res = reqwest::get(dl_url).await?;
let content_lengh = res
.content_length()
.ok_or(format!("Cannot get content length from {}", dl_url))?;
let mut stream = res.bytes_stream();
// Create the progress bar
let pb = ProgressBar::new(content_lengh);
pb.set_style(
ProgressStyle::default_bar()
.template(&pg_conf.progress_bar)?
.progress_chars(&pg_conf.progress_chars),
);
pb.set_message("Transferring…");
let mut transferring: u64 = 0;
// yields the stream chunk by chunk, updating the progress bar at the same time
let async_stream = stream! {
while let Some(chunk) = stream.next().await {
if let Ok(chunk) = &chunk {
let new = min(transferring + (chunk.len() as u64), content_lengh);
transferring = new;
pb.set_position(new);
if transferring >= content_lengh {
pb.finish();
}
}
yield chunk;
} }
yield chunk; };
// Create client
let res = self
.client
.put(r_url)
.body(Body::wrap_stream(async_stream))
.send()
.await?;
if res.status().is_success() {
let yt_videos: YoutubeVideos = res.json().await?;
Ok(yt_videos.id)
} else {
Err(TootubeError::new(&format!("Cannot upload video: {:?}", res.text().await?)).into())
} }
};
// Create client
let client = Client::new();
let res = client
.put(r_url)
.header("Authorization", format!("Bearer {}", access_token))
.body(Body::wrap_stream(async_stream))
.send()
.await?;
if res.status().is_success() {
let yt_videos: YoutubeVideos = res.json().await?;
Ok(yt_videos.id)
} else {
Err(TootubeError::new(&format!("Cannot upload video: {:?}", res.text().await?)).into())
} }
} }