mirror of
https://framagit.org/veretcle/tootube.git
synced 2025-07-20 20:41:17 +02:00
Compare commits
5 Commits
Author | SHA1 | Date | |
---|---|---|---|
![]() |
a83140145c | ||
![]() |
e46889f1e1 | ||
![]() |
61f19c0ea1 | ||
![]() |
0ae501f1b9 | ||
![]() |
5383c8d216 |
10
Cargo.lock
generated
10
Cargo.lock
generated
@@ -973,18 +973,18 @@ dependencies = [
|
||||
|
||||
[[package]]
|
||||
name = "serde"
|
||||
version = "1.0.201"
|
||||
version = "1.0.202"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "780f1cebed1629e4753a1a38a3c72d30b97ec044f0aef68cb26650a3c5cf363c"
|
||||
checksum = "226b61a0d411b2ba5ff6d7f73a476ac4f8bb900373459cd00fab8512828ba395"
|
||||
dependencies = [
|
||||
"serde_derive",
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "serde_derive"
|
||||
version = "1.0.201"
|
||||
version = "1.0.202"
|
||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||
checksum = "c5e405930b9796f1c00bee880d03fc7e0bb4b9a11afc776885ffe84320da2865"
|
||||
checksum = "6048858004bcff69094cd972ed40a32500f153bd3be9f716b2eed2e8217c4838"
|
||||
dependencies = [
|
||||
"proc-macro2",
|
||||
"quote",
|
||||
@@ -1192,7 +1192,7 @@ dependencies = [
|
||||
|
||||
[[package]]
|
||||
name = "tootube"
|
||||
version = "0.6.0"
|
||||
version = "0.7.0"
|
||||
dependencies = [
|
||||
"async-stream",
|
||||
"clap",
|
||||
|
@@ -1,7 +1,7 @@
|
||||
[package]
|
||||
name = "tootube"
|
||||
authors = ["VC <veretcle+framagit@mateu.be>"]
|
||||
version = "0.6.0"
|
||||
version = "0.7.0"
|
||||
edition = "2021"
|
||||
|
||||
# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
|
||||
|
66
src/lib.rs
66
src/lib.rs
@@ -8,24 +8,31 @@ use config::Config;
|
||||
|
||||
mod peertube;
|
||||
pub use peertube::register as register_peertube;
|
||||
use peertube::{delete_original_video_source, get_latest_video, get_original_video_source};
|
||||
use peertube::{get_playlists_to_be_added_to, PeerTube};
|
||||
|
||||
mod youtube;
|
||||
pub use youtube::register as register_youtube;
|
||||
use youtube::{add_video_to_playlists, create_resumable_upload, now_kiss};
|
||||
use youtube::YouTube;
|
||||
|
||||
#[tokio::main]
|
||||
pub async fn run(config: Config, pl: Vec<String>) {
|
||||
// Create PeerTube struct
|
||||
let peertube = match &config.peertube.oauth2 {
|
||||
Some(s) => PeerTube::new(&config.peertube.base_url)
|
||||
.with_client(&s.client_id, &s.client_secret, &s.refresh_token)
|
||||
.await
|
||||
.unwrap_or_else(|e| panic!("Cannot instantiate PeerTube struct: {}", e)),
|
||||
None => PeerTube::new(&config.peertube.base_url),
|
||||
};
|
||||
// Get the latest video object
|
||||
let latest_vid = get_latest_video(&config.peertube.base_url)
|
||||
.await
|
||||
.unwrap_or_else(|e| {
|
||||
panic!("Cannot retrieve the latest video, something must have gone terribly wrong: {e}")
|
||||
});
|
||||
let latest_vid = peertube.get_latest_video().await.unwrap_or_else(|e| {
|
||||
panic!("Cannot retrieve the latest video, something must have gone terribly wrong: {e}")
|
||||
});
|
||||
|
||||
// We have a refresh_token, try to use it
|
||||
let source_url = match &config.peertube.oauth2 {
|
||||
Some(_) => get_original_video_source(&latest_vid.uuid, &config.peertube)
|
||||
Some(_) => peertube
|
||||
.get_original_video_source(&latest_vid.uuid)
|
||||
.await
|
||||
.ok(),
|
||||
None => None,
|
||||
@@ -48,33 +55,54 @@ pub async fn run(config: Config, pl: Vec<String>) {
|
||||
|
||||
debug!("PT download URL: {}", &dl_url);
|
||||
|
||||
let resumable_upload_url = create_resumable_upload(&config.youtube, &latest_vid)
|
||||
let youtube = YouTube::new(
|
||||
&config.youtube.client_id,
|
||||
&config.youtube.client_secret,
|
||||
&config.youtube.refresh_token,
|
||||
)
|
||||
.await
|
||||
.unwrap_or_else(|e| panic!("Cannot instantiate YouTube struct: {}", e));
|
||||
|
||||
let resumable_upload_url = youtube
|
||||
.create_resumable_upload(&latest_vid)
|
||||
.await
|
||||
.unwrap_or_else(|e| panic!("Cannot retrieve the upload’s resumable id: {e}"));
|
||||
debug!("YT upload URL: {}", &resumable_upload_url);
|
||||
|
||||
let yt_video_id = now_kiss(
|
||||
&dl_url,
|
||||
&resumable_upload_url,
|
||||
&config.youtube,
|
||||
&config.tootube,
|
||||
)
|
||||
.await
|
||||
.unwrap_or_else(|e| panic!("Cannot resume upload!: {e}"));
|
||||
let yt_video_id = youtube
|
||||
.now_kiss(&dl_url, &resumable_upload_url, &config.tootube)
|
||||
.await
|
||||
.unwrap_or_else(|e| panic!("Cannot resume upload!: {e}"));
|
||||
debug!("YT video ID: {}", &yt_video_id);
|
||||
|
||||
if !pl.is_empty() {
|
||||
add_video_to_playlists(&config.youtube, &yt_video_id, &pl)
|
||||
youtube
|
||||
.add_video_to_playlists(&yt_video_id, &pl)
|
||||
.await
|
||||
.unwrap_or_else(|e| panic!("Cannot add video to playlist(s): {e}"));
|
||||
}
|
||||
|
||||
// delete the source video if requested (it won’t be used anymore)
|
||||
if config.peertube.delete_video_source_after_transfer {
|
||||
delete_original_video_source(&latest_vid.uuid, &config.peertube)
|
||||
peertube
|
||||
.delete_original_video_source(&latest_vid.uuid)
|
||||
.await
|
||||
.unwrap_or_else(|e| panic!("Cannot delete source video: {e}"));
|
||||
|
||||
debug!("Original Video {} has been deleted", &latest_vid.uuid);
|
||||
}
|
||||
|
||||
// Updates the playlist of PeerTube if necessary
|
||||
if config.peertube.oauth2.is_some() && !pl.is_empty() {
|
||||
debug!("Updating playlists on PeerTube");
|
||||
|
||||
if let Ok(pl_to_add_to) =
|
||||
get_playlists_to_be_added_to(&peertube, &latest_vid.uuid, &pl, latest_vid.channel.id)
|
||||
.await
|
||||
{
|
||||
for p in pl_to_add_to {
|
||||
let _ = peertube.add_video_to_playlist(&latest_vid.uuid, &p).await;
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
460
src/peertube.rs
460
src/peertube.rs
@@ -1,6 +1,10 @@
|
||||
use crate::{config::PeertubeConfig, error::TootubeError};
|
||||
use log::debug;
|
||||
use reqwest::Client;
|
||||
use reqwest::{
|
||||
header::{HeaderMap, HeaderValue},
|
||||
multipart::Form,
|
||||
Client,
|
||||
};
|
||||
use rpassword::prompt_password;
|
||||
use serde::{Deserialize, Serialize};
|
||||
use std::{boxed::Box, cmp::Ordering, error::Error, io::stdin};
|
||||
@@ -20,6 +24,12 @@ pub struct PeerTubeVideo {
|
||||
#[serde(rename = "streamingPlaylists")]
|
||||
pub streaming_playlists: Option<Vec<PeerTubeVideoStreamingPlaylists>>,
|
||||
pub tags: Option<Vec<String>>,
|
||||
pub channel: PeerTubeVideoChannel,
|
||||
}
|
||||
|
||||
#[derive(Debug, Deserialize)]
|
||||
pub struct PeerTubeVideoChannel {
|
||||
pub id: u8,
|
||||
}
|
||||
|
||||
#[derive(Debug, Deserialize)]
|
||||
@@ -96,26 +106,46 @@ pub struct PeerTubeVideoStreamingPlaylistsFilesResolution {
|
||||
pub id: u16,
|
||||
}
|
||||
|
||||
/// This gets the last video uploaded to the PeerTube server
|
||||
pub async fn get_latest_video(u: &str) -> Result<PeerTubeVideo, Box<dyn Error>> {
|
||||
let body = reqwest::get(format!("{}/api/v1/videos?count=1&sort=-publishedAt", u))
|
||||
.await?
|
||||
.json::<PeerTubeVideos>()
|
||||
.await?;
|
||||
|
||||
let vid = get_video_detail(u, &body.data[0].uuid).await?;
|
||||
|
||||
Ok(vid)
|
||||
#[derive(Debug, Deserialize)]
|
||||
pub struct PeerTubeVideoPlaylists {
|
||||
pub total: u16,
|
||||
pub data: Vec<PeerTubeVideoPlaylist>,
|
||||
}
|
||||
|
||||
/// This gets all the crispy details about one particular video
|
||||
async fn get_video_detail(u: &str, v: &str) -> Result<PeerTubeVideo, Box<dyn Error>> {
|
||||
let body = reqwest::get(format!("{}/api/v1/videos/{}", u, v))
|
||||
.await?
|
||||
.json::<PeerTubeVideo>()
|
||||
.await?;
|
||||
#[derive(Debug, Deserialize)]
|
||||
pub struct PeerTubeVideoPlaylist {
|
||||
pub id: u16,
|
||||
pub uuid: String,
|
||||
#[serde(rename = "displayName")]
|
||||
pub display_name: String,
|
||||
}
|
||||
|
||||
Ok(body)
|
||||
#[derive(Debug, Serialize)]
|
||||
struct PeerTubeVideoPlaylistsVideos {
|
||||
#[serde(rename = "videoId")]
|
||||
video_id: String,
|
||||
}
|
||||
|
||||
#[derive(Debug, Deserialize)]
|
||||
struct PeerTubeVideoPlaylistResponse {
|
||||
#[serde(rename = "videoPlaylist")]
|
||||
video_playlist: PeerTubeVideoPlaylistResponseVideoPlaylist,
|
||||
}
|
||||
|
||||
#[derive(Debug, Deserialize)]
|
||||
struct PeerTubeVideoPlaylistResponseVideoPlaylist {
|
||||
uuid: String,
|
||||
}
|
||||
|
||||
#[derive(Debug, Deserialize)]
|
||||
struct PeerTubeVideoPlaylistsPlaylistIdVideos {
|
||||
total: u32,
|
||||
data: Vec<PeerTubeVideoPlaylistsPlaylistIdVideosData>,
|
||||
}
|
||||
|
||||
#[derive(Debug, Deserialize)]
|
||||
struct PeerTubeVideoPlaylistsPlaylistIdVideosData {
|
||||
video: PeerTubeVideo,
|
||||
}
|
||||
|
||||
/// This function makes the registration process a little bit easier
|
||||
@@ -173,107 +203,303 @@ pub async fn register(config: &PeertubeConfig) -> Result<(), Box<dyn Error>> {
|
||||
Ok(())
|
||||
}
|
||||
|
||||
async fn get_refresh_token(config: &PeertubeConfig) -> Result<String, Box<dyn Error>> {
|
||||
// unwrap is safe here, this function is only called when oauth2 is present
|
||||
let oauth2_config = config.oauth2.as_ref().unwrap().clone();
|
||||
// retrieve the refresh_token from the file
|
||||
let refresh_token = read_to_string(&oauth2_config.refresh_token).await?;
|
||||
|
||||
debug!(
|
||||
"Opened file {} to retrieve Token",
|
||||
&oauth2_config.refresh_token
|
||||
);
|
||||
|
||||
let params = PeerTubeUsersToken {
|
||||
client_id: oauth2_config.client_id.clone(),
|
||||
client_secret: oauth2_config.client_secret.clone(),
|
||||
grant_type: "refresh_token".to_string(),
|
||||
refresh_token: Some(refresh_token),
|
||||
username: None,
|
||||
password: None,
|
||||
};
|
||||
|
||||
let client = Client::new();
|
||||
let oauth2_token = client
|
||||
.post(format!("{}/api/v1/users/token", config.base_url))
|
||||
.form(¶ms)
|
||||
.send()
|
||||
.await?
|
||||
.json::<PeerTubeUsersTokenResponse>()
|
||||
.await?;
|
||||
|
||||
debug!("Retrieved access_token: {}", &oauth2_token.access_token);
|
||||
|
||||
// write the new refresh token to the file
|
||||
write(&oauth2_config.refresh_token, oauth2_token.refresh_token).await?;
|
||||
|
||||
debug!(
|
||||
"Written refresh_token to file {}",
|
||||
&oauth2_config.refresh_token
|
||||
);
|
||||
|
||||
Ok(oauth2_token.access_token)
|
||||
#[derive(Debug)]
|
||||
pub struct PeerTube {
|
||||
base_url: String,
|
||||
client: Client,
|
||||
}
|
||||
|
||||
pub async fn get_original_video_source(
|
||||
uuid: &str,
|
||||
config: &PeertubeConfig,
|
||||
) -> Result<String, Box<dyn Error>> {
|
||||
let access_token = get_refresh_token(config).await?;
|
||||
|
||||
let client = Client::new();
|
||||
|
||||
let source_vid = client
|
||||
.get(format!("{}/api/v1/videos/{}/source", config.base_url, uuid))
|
||||
.header("Authorization", format!("Bearer {}", &access_token))
|
||||
.send()
|
||||
.await?
|
||||
.json::<PeerTubeVideoSourceResponse>()
|
||||
.await?;
|
||||
|
||||
debug!("Got the Source Vid URL: {}", &source_vid.file_download_url);
|
||||
|
||||
let video_file_token = client
|
||||
.post(format!("{}/api/v1/videos/{}/token", config.base_url, uuid))
|
||||
.header("Authorization", format!("Bearer {}", &access_token))
|
||||
.send()
|
||||
.await?
|
||||
.json::<PeerTubeVideoTokenResponse>()
|
||||
.await?;
|
||||
|
||||
debug!("Got the File Token: {}", &video_file_token.files.token);
|
||||
|
||||
Ok(format!(
|
||||
"{}?videoFileToken={}",
|
||||
source_vid.file_download_url, video_file_token.files.token
|
||||
))
|
||||
}
|
||||
|
||||
pub async fn delete_original_video_source(
|
||||
uuid: &str,
|
||||
config: &PeertubeConfig,
|
||||
) -> Result<(), Box<dyn Error>> {
|
||||
let access_token = get_refresh_token(config).await?;
|
||||
|
||||
let client = Client::new();
|
||||
|
||||
let res = client
|
||||
.delete(format!(
|
||||
"{}/api/v1/videos/{}/source/file",
|
||||
config.base_url, uuid
|
||||
))
|
||||
.header("Authorization", format!("Bearer {}", &access_token))
|
||||
.send()
|
||||
.await?;
|
||||
|
||||
if !res.status().is_success() {
|
||||
return Err(TootubeError::new(&format!(
|
||||
"Cannot delete source video file {}: {}",
|
||||
uuid,
|
||||
res.text().await?
|
||||
))
|
||||
.into());
|
||||
impl PeerTube {
|
||||
/// Create a new PeerTube struct with a basic embedded reqwest::Client
|
||||
pub fn new(base_url: &str) -> Self {
|
||||
PeerTube {
|
||||
base_url: format!("{}/api/v1", base_url),
|
||||
client: Client::new(),
|
||||
}
|
||||
}
|
||||
|
||||
Ok(())
|
||||
/// Retrieve the refresh_token and access_token and update the embedded reqwest::Client to have
|
||||
/// the default required header
|
||||
pub async fn with_client(
|
||||
mut self,
|
||||
client_id: &str,
|
||||
client_secret: &str,
|
||||
refresh_token_path: &str,
|
||||
) -> Result<Self, Box<dyn Error>> {
|
||||
let refresh_token = read_to_string(refresh_token_path).await?;
|
||||
|
||||
let params = PeerTubeUsersToken {
|
||||
client_id: client_id.to_string(),
|
||||
client_secret: client_secret.to_string(),
|
||||
grant_type: "refresh_token".to_string(),
|
||||
refresh_token: Some(refresh_token),
|
||||
username: None,
|
||||
password: None,
|
||||
};
|
||||
|
||||
let req = self
|
||||
.client
|
||||
.post(&format!("{}/users/token", self.base_url))
|
||||
.form(¶ms)
|
||||
.send()
|
||||
.await?
|
||||
.json::<PeerTubeUsersTokenResponse>()
|
||||
.await?;
|
||||
|
||||
write(refresh_token_path, req.refresh_token).await?;
|
||||
|
||||
let mut headers = HeaderMap::new();
|
||||
headers.insert(
|
||||
"Authorization",
|
||||
HeaderValue::from_str(&format!("Bearer {}", req.access_token))?,
|
||||
);
|
||||
|
||||
self.client = reqwest::Client::builder()
|
||||
.default_headers(headers)
|
||||
.build()?;
|
||||
|
||||
Ok(self)
|
||||
}
|
||||
|
||||
/// This gets the last video uploaded to the PeerTube server
|
||||
pub async fn get_latest_video(&self) -> Result<PeerTubeVideo, Box<dyn Error>> {
|
||||
let body = self
|
||||
.client
|
||||
.get(format!(
|
||||
"{}/videos?count=1&sort=-publishedAt",
|
||||
self.base_url
|
||||
))
|
||||
.send()
|
||||
.await?
|
||||
.json::<PeerTubeVideos>()
|
||||
.await?;
|
||||
|
||||
let vid = self.get_video_detail(&body.data[0].uuid).await?;
|
||||
|
||||
Ok(vid)
|
||||
}
|
||||
|
||||
/// This gets all the crispy details about one particular video
|
||||
async fn get_video_detail(&self, v: &str) -> Result<PeerTubeVideo, Box<dyn Error>> {
|
||||
let body = self
|
||||
.client
|
||||
.get(format!("{}/videos/{}", self.base_url, v))
|
||||
.send()
|
||||
.await?
|
||||
.json::<PeerTubeVideo>()
|
||||
.await?;
|
||||
|
||||
Ok(body)
|
||||
}
|
||||
|
||||
/// Get the original video source
|
||||
pub async fn get_original_video_source(&self, uuid: &str) -> Result<String, Box<dyn Error>> {
|
||||
let source_vid = self
|
||||
.client
|
||||
.get(format!("{}/videos/{}/source", self.base_url, uuid))
|
||||
.send()
|
||||
.await?
|
||||
.json::<PeerTubeVideoSourceResponse>()
|
||||
.await?;
|
||||
|
||||
debug!("Got the Source Vid URL: {}", &source_vid.file_download_url);
|
||||
|
||||
let video_file_token = self
|
||||
.client
|
||||
.post(format!("{}/videos/{}/token", self.base_url, uuid))
|
||||
.send()
|
||||
.await?
|
||||
.json::<PeerTubeVideoTokenResponse>()
|
||||
.await?;
|
||||
|
||||
debug!("Got the File Token: {}", &video_file_token.files.token);
|
||||
|
||||
Ok(format!(
|
||||
"{}?videoFileToken={}",
|
||||
source_vid.file_download_url, video_file_token.files.token
|
||||
))
|
||||
}
|
||||
|
||||
/// Delete the original video source
|
||||
pub async fn delete_original_video_source(&self, uuid: &str) -> Result<(), Box<dyn Error>> {
|
||||
let res = self
|
||||
.client
|
||||
.delete(format!("{}/videos/{}/source/file", self.base_url, uuid))
|
||||
.send()
|
||||
.await?;
|
||||
|
||||
if !res.status().is_success() {
|
||||
return Err(TootubeError::new(&format!(
|
||||
"Cannot delete source video file {}: {}",
|
||||
uuid,
|
||||
res.text().await?
|
||||
))
|
||||
.into());
|
||||
}
|
||||
|
||||
Ok(())
|
||||
}
|
||||
|
||||
/// List every playlists on PeerTube
|
||||
pub async fn list_video_playlists(&self) -> Result<Vec<PeerTubeVideoPlaylist>, Box<dyn Error>> {
|
||||
let mut playlists: Vec<PeerTubeVideoPlaylist> = vec![];
|
||||
|
||||
let mut start = 0;
|
||||
let inc = 15;
|
||||
|
||||
while let Ok(mut local_pl) = self
|
||||
.client
|
||||
.get(&format!(
|
||||
"{}/video-playlists?count={}&playlistType=1&start={}",
|
||||
self.base_url, inc, start
|
||||
))
|
||||
.send()
|
||||
.await?
|
||||
.json::<PeerTubeVideoPlaylists>()
|
||||
.await
|
||||
{
|
||||
start += inc;
|
||||
playlists.append(&mut local_pl.data);
|
||||
if start >= local_pl.total {
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
Ok(playlists)
|
||||
}
|
||||
|
||||
/// Add a public playlist
|
||||
pub async fn create_video_playlist(
|
||||
&self,
|
||||
c_id: u8,
|
||||
display_name: &str,
|
||||
) -> Result<String, Box<dyn Error>> {
|
||||
let form = Form::new()
|
||||
.text("displayName", display_name.to_string())
|
||||
.text("privacy", "1")
|
||||
.text("videoChannelId", format!("{}", c_id));
|
||||
|
||||
let pl_created = self
|
||||
.client
|
||||
.post(&format!("{}/video-playlists", self.base_url))
|
||||
.multipart(form)
|
||||
.send()
|
||||
.await?
|
||||
.json::<PeerTubeVideoPlaylistResponse>()
|
||||
.await?;
|
||||
|
||||
Ok(pl_created.video_playlist.uuid)
|
||||
}
|
||||
|
||||
/// Add a video into a playlist
|
||||
pub async fn add_video_to_playlist(
|
||||
&self,
|
||||
vid_uuid: &str,
|
||||
pl_uuid: &str,
|
||||
) -> Result<(), Box<dyn Error>> {
|
||||
let video_to_add = PeerTubeVideoPlaylistsVideos {
|
||||
video_id: vid_uuid.to_string(),
|
||||
};
|
||||
|
||||
let res = self
|
||||
.client
|
||||
.post(&format!(
|
||||
"{}/video-playlists/{}/videos",
|
||||
self.base_url, pl_uuid
|
||||
))
|
||||
.json(&video_to_add)
|
||||
.send()
|
||||
.await?;
|
||||
|
||||
if !res.status().is_success() {
|
||||
return Err(TootubeError::new(&format!(
|
||||
"Cannot add video {} to playlist {}: {}",
|
||||
vid_uuid,
|
||||
pl_uuid,
|
||||
res.text().await?
|
||||
))
|
||||
.into());
|
||||
};
|
||||
|
||||
Ok(())
|
||||
}
|
||||
|
||||
/// List all videos of a playlist
|
||||
pub async fn list_videos_playlist(&self, uuid: &str) -> Result<Vec<String>, Box<dyn Error>> {
|
||||
let mut videos: Vec<PeerTubeVideo> = vec![];
|
||||
|
||||
let mut start = 0;
|
||||
let inc = 15;
|
||||
|
||||
while let Ok(l_vid) = self
|
||||
.client
|
||||
.get(&format!(
|
||||
"{}/video-playlists/{}/videos?start={}&count={}",
|
||||
&self.base_url, &uuid, start, inc
|
||||
))
|
||||
.send()
|
||||
.await?
|
||||
.json::<PeerTubeVideoPlaylistsPlaylistIdVideos>()
|
||||
.await
|
||||
{
|
||||
start += inc;
|
||||
videos.append(&mut l_vid.data.into_iter().map(|x| x.video).collect());
|
||||
if start >= l_vid.total {
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
Ok(videos.into_iter().map(|x| x.uuid).collect())
|
||||
}
|
||||
}
|
||||
|
||||
/// Given a PeerTube instance, video UUID, list of named playlists and channel ID, this function:
|
||||
/// * adds playlists if they do not exists
|
||||
/// * adds the video to said playlists if they’re not in it already
|
||||
pub async fn get_playlists_to_be_added_to(
|
||||
peertube: &PeerTube,
|
||||
vid_uuid: &str,
|
||||
pl: &[String],
|
||||
c_id: u8,
|
||||
) -> Result<Vec<String>, Box<dyn Error>> {
|
||||
let mut playlist_to_be_added_to: Vec<String> = vec![];
|
||||
|
||||
if let Ok(local_pl) = peertube.list_video_playlists().await {
|
||||
// list the displayNames of each playlist
|
||||
let current_playlist: Vec<String> =
|
||||
local_pl.iter().map(|s| s.display_name.clone()).collect();
|
||||
// get the playlist whose displayName does not exist yet
|
||||
let pl_to_create: Vec<_> = pl
|
||||
.iter()
|
||||
.filter(|x| !current_playlist.contains(x))
|
||||
.collect();
|
||||
|
||||
debug!("Playlists to be added: {:?}", &pl_to_create);
|
||||
|
||||
playlist_to_be_added_to = local_pl
|
||||
.into_iter()
|
||||
.filter(|x| pl.contains(&x.display_name))
|
||||
.map(|x| x.uuid.clone())
|
||||
.collect();
|
||||
|
||||
// create the missing playlists
|
||||
for p in pl_to_create {
|
||||
if let Ok(s) = peertube.create_video_playlist(c_id, p).await {
|
||||
playlist_to_be_added_to.push(s);
|
||||
}
|
||||
}
|
||||
|
||||
for p in playlist_to_be_added_to.clone().iter() {
|
||||
if let Ok(s) = peertube.list_videos_playlist(p).await {
|
||||
// if a video already exists inside a playlist, drop it
|
||||
if s.contains(&vid_uuid.to_string()) {
|
||||
playlist_to_be_added_to.retain(|i| *i != *p)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
debug!("Playlists to be added to: {:?}", &playlist_to_be_added_to);
|
||||
};
|
||||
|
||||
Ok(playlist_to_be_added_to)
|
||||
}
|
||||
|
400
src/youtube.rs
400
src/youtube.rs
@@ -7,12 +7,13 @@ use async_stream::stream;
|
||||
use futures_util::StreamExt;
|
||||
use indicatif::{ProgressBar, ProgressStyle};
|
||||
use log::{debug, warn};
|
||||
use reqwest::{multipart::Form, Body, Client};
|
||||
use reqwest::{
|
||||
header::{HeaderMap, HeaderValue},
|
||||
multipart::Form,
|
||||
Body, Client,
|
||||
};
|
||||
use serde::{Deserialize, Serialize};
|
||||
use std::{cmp::min, error::Error, io::stdin};
|
||||
use tokio::sync::OnceCell;
|
||||
|
||||
static ACCESS_TOKEN: OnceCell<String> = OnceCell::const_new();
|
||||
|
||||
#[derive(Serialize, Debug)]
|
||||
struct RefreshTokenRequest {
|
||||
@@ -193,219 +194,216 @@ pub async fn register(config: &YoutubeConfig) -> Result<(), Box<dyn Error>> {
|
||||
Ok(())
|
||||
}
|
||||
|
||||
/// Ensures that Token has been refreshed and that it is unique
|
||||
async fn refresh_token(config: &YoutubeConfig) -> Result<String, reqwest::Error> {
|
||||
ACCESS_TOKEN
|
||||
.get_or_try_init(|| async {
|
||||
let refresh_token = RefreshTokenRequest {
|
||||
refresh_token: config.refresh_token.clone(),
|
||||
client_id: config.client_id.clone(),
|
||||
client_secret: config.client_secret.clone(),
|
||||
..Default::default()
|
||||
pub struct YouTube {
|
||||
client: Client,
|
||||
}
|
||||
|
||||
impl YouTube {
|
||||
pub async fn new(
|
||||
client_id: &str,
|
||||
client_secret: &str,
|
||||
refresh_token: &str,
|
||||
) -> Result<Self, Box<dyn Error>> {
|
||||
let mut youtube = YouTube {
|
||||
client: Client::new(),
|
||||
};
|
||||
|
||||
let refresh_token = RefreshTokenRequest {
|
||||
refresh_token: refresh_token.to_string(),
|
||||
client_id: client_id.to_string(),
|
||||
client_secret: client_secret.to_string(),
|
||||
..Default::default()
|
||||
};
|
||||
|
||||
let access_token = youtube
|
||||
.client
|
||||
.post("https://accounts.google.com/o/oauth2/token")
|
||||
.json(&refresh_token)
|
||||
.send()
|
||||
.await?
|
||||
.json::<AccessTokenResponse>()
|
||||
.await?;
|
||||
|
||||
let mut headers = HeaderMap::new();
|
||||
headers.insert(
|
||||
"Authorization",
|
||||
HeaderValue::from_str(&format!("Bearer {}", access_token.access_token))?,
|
||||
);
|
||||
|
||||
youtube.client = reqwest::Client::builder()
|
||||
.default_headers(headers)
|
||||
.build()?;
|
||||
|
||||
Ok(youtube)
|
||||
}
|
||||
/// This function takes a list of playlists keyword and returns a list of playlist ID
|
||||
async fn get_playlist_ids(&self, pl: &[String]) -> Result<Vec<String>, Box<dyn Error>> {
|
||||
let mut page_token = String::new();
|
||||
let mut playlists: Vec<String> = vec![];
|
||||
|
||||
while let Ok(local_pl) = self.client
|
||||
.get(&format!(
|
||||
"https://www.googleapis.com/youtube/v3/playlists?part=snippet&mine=true&pageToken={}",
|
||||
page_token
|
||||
))
|
||||
.send()
|
||||
.await?
|
||||
.json::<YoutubePlaylistListResponse>()
|
||||
.await
|
||||
{
|
||||
playlists.append(
|
||||
&mut local_pl
|
||||
.items
|
||||
.iter()
|
||||
.filter_map(|s| pl.contains(&s.snippet.title).then_some(s.id.clone()))
|
||||
.collect(),
|
||||
);
|
||||
// if nextPageToken is present, continue the loop
|
||||
match local_pl.next_page_token {
|
||||
None => break,
|
||||
Some(a) => page_token.clone_from(&a),
|
||||
}
|
||||
}
|
||||
|
||||
debug!("Playlists IDs: {:?}", &playlists);
|
||||
Ok(playlists)
|
||||
}
|
||||
|
||||
/// This function adds the video id to the corresponding named playlist(s)
|
||||
pub async fn add_video_to_playlists(
|
||||
&self,
|
||||
v: &str,
|
||||
pl: &[String],
|
||||
) -> Result<(), Box<dyn Error>> {
|
||||
let playlists_ids = self.get_playlist_ids(pl).await?;
|
||||
|
||||
for pl_id in playlists_ids {
|
||||
let yt_pl_upload_params = YoutubePlaylistItemsParams {
|
||||
snippet: YoutubePlaylistItemsParamsSnippet {
|
||||
playlist_id: pl_id.clone(),
|
||||
resource_id: YoutubePlaylistItemsParamsSnippetResourceId {
|
||||
video_id: v.to_string(),
|
||||
..Default::default()
|
||||
},
|
||||
..Default::default()
|
||||
},
|
||||
};
|
||||
|
||||
let client = Client::new();
|
||||
let res = client
|
||||
.post("https://accounts.google.com/o/oauth2/token")
|
||||
.json(&refresh_token)
|
||||
let res = self
|
||||
.client
|
||||
.post("https://youtube.googleapis.com/youtube/v3/playlistItems?part=snippet")
|
||||
.json(&yt_pl_upload_params)
|
||||
.send()
|
||||
.await?;
|
||||
|
||||
let access_token: AccessTokenResponse = res.json().await?;
|
||||
|
||||
debug!("YT Access Token: {}", &access_token.access_token);
|
||||
Ok(access_token.access_token)
|
||||
})
|
||||
.await
|
||||
.cloned()
|
||||
}
|
||||
|
||||
/// This function takes a list of playlists keyword and returns a list of playlist ID
|
||||
async fn get_playlist_ids(
|
||||
config: &YoutubeConfig,
|
||||
pl: &[String],
|
||||
) -> Result<Vec<String>, Box<dyn Error>> {
|
||||
let mut page_token = String::new();
|
||||
let mut playlists: Vec<String> = vec![];
|
||||
|
||||
let access_token = refresh_token(config).await?;
|
||||
let client = Client::new();
|
||||
|
||||
while let Ok(local_pl) = client
|
||||
.get(&format!(
|
||||
"https://www.googleapis.com/youtube/v3/playlists?part=snippet&mine=true&pageToken={}",
|
||||
page_token
|
||||
))
|
||||
.header("Authorization", format!("Bearer {}", access_token))
|
||||
.send()
|
||||
.await?
|
||||
.json::<YoutubePlaylistListResponse>()
|
||||
.await
|
||||
{
|
||||
playlists.append(
|
||||
&mut local_pl
|
||||
.items
|
||||
.iter()
|
||||
.filter_map(|s| pl.contains(&s.snippet.title).then_some(s.id.clone()))
|
||||
.collect(),
|
||||
);
|
||||
|
||||
// if nextPageToken is present, continue the loop
|
||||
match local_pl.next_page_token {
|
||||
None => break,
|
||||
Some(a) => page_token.clone_from(&a),
|
||||
if !res.status().is_success() {
|
||||
return Err(TootubeError::new(&format!(
|
||||
"Something went wrong when trying to add the video to a playlist: {}",
|
||||
res.text().await?
|
||||
))
|
||||
.into());
|
||||
}
|
||||
}
|
||||
|
||||
Ok(())
|
||||
}
|
||||
|
||||
debug!("Playlists IDs: {:?}", &playlists);
|
||||
Ok(playlists)
|
||||
}
|
||||
/// This function creates a resumable YT upload, putting all the parameters in
|
||||
pub async fn create_resumable_upload(
|
||||
&self,
|
||||
vid: &PeerTubeVideo,
|
||||
) -> Result<String, Box<dyn Error>> {
|
||||
if vid.name.chars().count() > 100 {
|
||||
warn!(
|
||||
"PT Video Title ({}) is too long, it will be truncated",
|
||||
&vid.name
|
||||
);
|
||||
}
|
||||
|
||||
/// This function adds the video id to the corresponding named playlist(s)
|
||||
pub async fn add_video_to_playlists(
|
||||
config: &YoutubeConfig,
|
||||
v: &str,
|
||||
pl: &[String],
|
||||
) -> Result<(), Box<dyn Error>> {
|
||||
let access_token = refresh_token(config).await?;
|
||||
let playlists_ids = get_playlist_ids(config, pl).await?;
|
||||
|
||||
for pl_id in playlists_ids {
|
||||
let yt_pl_upload_params = YoutubePlaylistItemsParams {
|
||||
snippet: YoutubePlaylistItemsParamsSnippet {
|
||||
playlist_id: pl_id.clone(),
|
||||
resource_id: YoutubePlaylistItemsParamsSnippetResourceId {
|
||||
video_id: v.to_string(),
|
||||
let upload_params = YoutubeUploadParams {
|
||||
snippet: {
|
||||
YoutubeUploadParamsSnippet {
|
||||
title: vid.name.chars().take(100).collect::<String>(),
|
||||
description: vid.description.clone(),
|
||||
tags: vid.tags.clone(),
|
||||
..Default::default()
|
||||
},
|
||||
..Default::default()
|
||||
}
|
||||
},
|
||||
status: {
|
||||
YoutubeUploadParamsStatus {
|
||||
..Default::default()
|
||||
}
|
||||
},
|
||||
};
|
||||
debug!("YT upload params: {:?}", &upload_params);
|
||||
|
||||
let client = Client::new();
|
||||
let res = client
|
||||
.post("https://youtube.googleapis.com/youtube/v3/playlistItems?part=snippet")
|
||||
.header("Authorization", format!("Bearer {}", access_token))
|
||||
.json(&yt_pl_upload_params)
|
||||
let res = self.client.post("https://www.googleapis.com/upload/youtube/v3/videos?uploadType=resumable&part=snippet%2Cstatus")
|
||||
.json(&upload_params)
|
||||
.send().await?;
|
||||
|
||||
if res.status().is_success() {
|
||||
Ok(res
|
||||
.headers()
|
||||
.get("location")
|
||||
.ok_or("Cannot find suitable header")?
|
||||
.to_str()?
|
||||
.to_string())
|
||||
} else {
|
||||
Err(TootubeError::new("Cannot create resumable upload!").into())
|
||||
}
|
||||
}
|
||||
/// This takes the PT stream for download, connects it to YT stream for upload
|
||||
pub async fn now_kiss(
|
||||
&self,
|
||||
dl_url: &str,
|
||||
r_url: &str,
|
||||
pg_conf: &TootubeConfig,
|
||||
) -> Result<String, Box<dyn Error>> {
|
||||
// Get the upstream bytes stream
|
||||
let res = reqwest::get(dl_url).await?;
|
||||
let content_lengh = res
|
||||
.content_length()
|
||||
.ok_or(format!("Cannot get content length from {}", dl_url))?;
|
||||
let mut stream = res.bytes_stream();
|
||||
|
||||
// Create the progress bar
|
||||
let pb = ProgressBar::new(content_lengh);
|
||||
pb.set_style(
|
||||
ProgressStyle::default_bar()
|
||||
.template(&pg_conf.progress_bar)?
|
||||
.progress_chars(&pg_conf.progress_chars),
|
||||
);
|
||||
pb.set_message("Transferring…");
|
||||
let mut transferring: u64 = 0;
|
||||
|
||||
// yields the stream chunk by chunk, updating the progress bar at the same time
|
||||
let async_stream = stream! {
|
||||
while let Some(chunk) = stream.next().await {
|
||||
if let Ok(chunk) = &chunk {
|
||||
let new = min(transferring + (chunk.len() as u64), content_lengh);
|
||||
transferring = new;
|
||||
pb.set_position(new);
|
||||
if transferring >= content_lengh {
|
||||
pb.finish();
|
||||
}
|
||||
}
|
||||
yield chunk;
|
||||
}
|
||||
};
|
||||
|
||||
// Create client
|
||||
let res = self
|
||||
.client
|
||||
.put(r_url)
|
||||
.body(Body::wrap_stream(async_stream))
|
||||
.send()
|
||||
.await?;
|
||||
|
||||
if !res.status().is_success() {
|
||||
return Err(TootubeError::new(&format!(
|
||||
"Something went wrong when trying to add the video to a playlist: {}",
|
||||
res.text().await?
|
||||
))
|
||||
.into());
|
||||
if res.status().is_success() {
|
||||
let yt_videos: YoutubeVideos = res.json().await?;
|
||||
Ok(yt_videos.id)
|
||||
} else {
|
||||
Err(TootubeError::new(&format!("Cannot upload video: {:?}", res.text().await?)).into())
|
||||
}
|
||||
}
|
||||
|
||||
Ok(())
|
||||
}
|
||||
|
||||
/// This function creates a resumable YT upload, putting all the parameters in
|
||||
pub async fn create_resumable_upload(
|
||||
config: &YoutubeConfig,
|
||||
vid: &PeerTubeVideo,
|
||||
) -> Result<String, Box<dyn Error>> {
|
||||
let access_token = refresh_token(config).await?;
|
||||
|
||||
if vid.name.chars().count() > 100 {
|
||||
warn!(
|
||||
"PT Video Title ({}) is too long, it will be truncated",
|
||||
&vid.name
|
||||
);
|
||||
}
|
||||
|
||||
let upload_params = YoutubeUploadParams {
|
||||
snippet: {
|
||||
YoutubeUploadParamsSnippet {
|
||||
title: vid.name.chars().take(100).collect::<String>(),
|
||||
description: vid.description.clone(),
|
||||
tags: vid.tags.clone(),
|
||||
..Default::default()
|
||||
}
|
||||
},
|
||||
status: {
|
||||
YoutubeUploadParamsStatus {
|
||||
..Default::default()
|
||||
}
|
||||
},
|
||||
};
|
||||
debug!("YT upload params: {:?}", &upload_params);
|
||||
|
||||
let client = Client::new();
|
||||
let res = client.post("https://www.googleapis.com/upload/youtube/v3/videos?uploadType=resumable&part=snippet%2Cstatus")
|
||||
.header("Authorization", format!("Bearer {}", access_token))
|
||||
.json(&upload_params)
|
||||
.send().await?;
|
||||
|
||||
if res.status().is_success() {
|
||||
Ok(res
|
||||
.headers()
|
||||
.get("location")
|
||||
.ok_or("Cannot find suitable header")?
|
||||
.to_str()?
|
||||
.to_string())
|
||||
} else {
|
||||
Err(TootubeError::new("Cannot create resumable upload!").into())
|
||||
}
|
||||
}
|
||||
|
||||
/// This takes the PT stream for download, connects it to YT stream for upload
|
||||
pub async fn now_kiss(
|
||||
dl_url: &str,
|
||||
r_url: &str,
|
||||
config: &YoutubeConfig,
|
||||
pg_conf: &TootubeConfig,
|
||||
) -> Result<String, Box<dyn Error>> {
|
||||
// Get access token
|
||||
let access_token = refresh_token(config).await?;
|
||||
|
||||
// Get the upstream bytes stream
|
||||
let res = reqwest::get(dl_url).await?;
|
||||
let content_lengh = res
|
||||
.content_length()
|
||||
.ok_or(format!("Cannot get content length from {}", dl_url))?;
|
||||
let mut stream = res.bytes_stream();
|
||||
|
||||
// Create the progress bar
|
||||
let pb = ProgressBar::new(content_lengh);
|
||||
pb.set_style(
|
||||
ProgressStyle::default_bar()
|
||||
.template(&pg_conf.progress_bar)?
|
||||
.progress_chars(&pg_conf.progress_chars),
|
||||
);
|
||||
pb.set_message("Transferring…");
|
||||
let mut transferring: u64 = 0;
|
||||
|
||||
// yields the stream chunk by chunk, updating the progress bar at the same time
|
||||
let async_stream = stream! {
|
||||
while let Some(chunk) = stream.next().await {
|
||||
if let Ok(chunk) = &chunk {
|
||||
let new = min(transferring + (chunk.len() as u64), content_lengh);
|
||||
transferring = new;
|
||||
pb.set_position(new);
|
||||
if transferring >= content_lengh {
|
||||
pb.finish();
|
||||
}
|
||||
}
|
||||
yield chunk;
|
||||
}
|
||||
};
|
||||
|
||||
// Create client
|
||||
let client = Client::new();
|
||||
let res = client
|
||||
.put(r_url)
|
||||
.header("Authorization", format!("Bearer {}", access_token))
|
||||
.body(Body::wrap_stream(async_stream))
|
||||
.send()
|
||||
.await?;
|
||||
|
||||
if res.status().is_success() {
|
||||
let yt_videos: YoutubeVideos = res.json().await?;
|
||||
Ok(yt_videos.id)
|
||||
} else {
|
||||
Err(TootubeError::new(&format!("Cannot upload video: {:?}", res.text().await?)).into())
|
||||
}
|
||||
}
|
||||
|
Reference in New Issue
Block a user