mirror of
https://framagit.org/veretcle/scootaloo.git
synced 2025-07-21 17:34:37 +02:00
Compare commits
2 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
13039f5e76 | ||
|
|
59005e8aee |
@@ -1,5 +1,13 @@
|
|||||||
---
|
stages:
|
||||||
include:
|
- build
|
||||||
project: 'veretcle/ci-common'
|
|
||||||
ref: 'main'
|
rust-latest:
|
||||||
file: 'ci_rust.yml'
|
stage: build
|
||||||
|
artifacts:
|
||||||
|
paths:
|
||||||
|
- target/release/scootaloo
|
||||||
|
image: rust:latest
|
||||||
|
script:
|
||||||
|
- cargo build --release --verbose
|
||||||
|
- strip target/release/${CI_PROJECT_NAME}
|
||||||
|
|
||||||
|
|||||||
407
Cargo.lock
generated
407
Cargo.lock
generated
@@ -1,7 +1,5 @@
|
|||||||
# This file is automatically @generated by Cargo.
|
# This file is automatically @generated by Cargo.
|
||||||
# It is not intended for manual editing.
|
# It is not intended for manual editing.
|
||||||
version = 3
|
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "addr2line"
|
name = "addr2line"
|
||||||
version = "0.14.1"
|
version = "0.14.1"
|
||||||
@@ -17,17 +15,6 @@ version = "1.0.2"
|
|||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
checksum = "f26201604c87b1e01bd3d98f8d5d9a8fcbb815e8cedb41ffccbeb4bf593a35fe"
|
checksum = "f26201604c87b1e01bd3d98f8d5d9a8fcbb815e8cedb41ffccbeb4bf593a35fe"
|
||||||
|
|
||||||
[[package]]
|
|
||||||
name = "ahash"
|
|
||||||
version = "0.7.6"
|
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
||||||
checksum = "fcb51a0695d8f838b1ee009b3fbf66bda078cd64590202a864a8f3e8c4315c47"
|
|
||||||
dependencies = [
|
|
||||||
"getrandom 0.2.6",
|
|
||||||
"once_cell",
|
|
||||||
"version_check",
|
|
||||||
]
|
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "aho-corasick"
|
name = "aho-corasick"
|
||||||
version = "0.7.15"
|
version = "0.7.15"
|
||||||
@@ -39,9 +26,9 @@ dependencies = [
|
|||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "ansi_term"
|
name = "ansi_term"
|
||||||
version = "0.12.1"
|
version = "0.11.0"
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
checksum = "d52a9bb7ec0cf484c551830a7ce27bd20d67eac647e1befb56b0be4ee39a55d2"
|
checksum = "ee49baf6cb617b853aa8d93bf420db2383fab46d314482ca2803b40d5fde979b"
|
||||||
dependencies = [
|
dependencies = [
|
||||||
"winapi 0.3.9",
|
"winapi 0.3.9",
|
||||||
]
|
]
|
||||||
@@ -102,12 +89,6 @@ dependencies = [
|
|||||||
"byteorder",
|
"byteorder",
|
||||||
]
|
]
|
||||||
|
|
||||||
[[package]]
|
|
||||||
name = "base64"
|
|
||||||
version = "0.11.0"
|
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
||||||
checksum = "b41b7ea54a0c9d92199de89e20e58d49f02f8e699814ef3fdf266f6f748d15c7"
|
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "base64"
|
name = "base64"
|
||||||
version = "0.13.0"
|
version = "0.13.0"
|
||||||
@@ -120,34 +101,13 @@ version = "1.2.1"
|
|||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
checksum = "cf1de2fe8c75bc145a2f577add951f8134889b4795d47466a54a5c846d691693"
|
checksum = "cf1de2fe8c75bc145a2f577add951f8134889b4795d47466a54a5c846d691693"
|
||||||
|
|
||||||
[[package]]
|
|
||||||
name = "block-buffer"
|
|
||||||
version = "0.7.3"
|
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
||||||
checksum = "c0940dc441f31689269e10ac70eb1002a3a1d3ad1390e030043662eb7fe4688b"
|
|
||||||
dependencies = [
|
|
||||||
"block-padding",
|
|
||||||
"byte-tools",
|
|
||||||
"byteorder",
|
|
||||||
"generic-array 0.12.4",
|
|
||||||
]
|
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "block-buffer"
|
name = "block-buffer"
|
||||||
version = "0.9.0"
|
version = "0.9.0"
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
checksum = "4152116fd6e9dadb291ae18fc1ec3575ed6d84c29642d97890f4b4a3417297e4"
|
checksum = "4152116fd6e9dadb291ae18fc1ec3575ed6d84c29642d97890f4b4a3417297e4"
|
||||||
dependencies = [
|
dependencies = [
|
||||||
"generic-array 0.14.4",
|
"generic-array",
|
||||||
]
|
|
||||||
|
|
||||||
[[package]]
|
|
||||||
name = "block-padding"
|
|
||||||
version = "0.1.5"
|
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
||||||
checksum = "fa79dedbb091f449f1f39e53edf88d5dbe95f895dae6135a8d7b881fb5af73f5"
|
|
||||||
dependencies = [
|
|
||||||
"byte-tools",
|
|
||||||
]
|
]
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
@@ -156,12 +116,6 @@ version = "3.6.1"
|
|||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
checksum = "63396b8a4b9de3f4fdfb320ab6080762242f66a8ef174c49d8e19b674db4cdbe"
|
checksum = "63396b8a4b9de3f4fdfb320ab6080762242f66a8ef174c49d8e19b674db4cdbe"
|
||||||
|
|
||||||
[[package]]
|
|
||||||
name = "byte-tools"
|
|
||||||
version = "0.3.1"
|
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
||||||
checksum = "e3b5ca7a04898ad4bcd41c90c5285445ff5b791899bb1b0abdd2a2aa791211d7"
|
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "bytecount"
|
name = "bytecount"
|
||||||
version = "0.6.2"
|
version = "0.6.2"
|
||||||
@@ -185,12 +139,6 @@ dependencies = [
|
|||||||
"iovec",
|
"iovec",
|
||||||
]
|
]
|
||||||
|
|
||||||
[[package]]
|
|
||||||
name = "bytes"
|
|
||||||
version = "0.5.6"
|
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
||||||
checksum = "0e4cec68f03f32e44924783795810fa50a7035d8c8ebe78580ad7e6c703fba38"
|
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "bytes"
|
name = "bytes"
|
||||||
version = "1.0.1"
|
version = "1.0.1"
|
||||||
@@ -247,15 +195,15 @@ dependencies = [
|
|||||||
"num-integer",
|
"num-integer",
|
||||||
"num-traits",
|
"num-traits",
|
||||||
"serde",
|
"serde",
|
||||||
"time 0.1.43",
|
"time",
|
||||||
"winapi 0.3.9",
|
"winapi 0.3.9",
|
||||||
]
|
]
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "clap"
|
name = "clap"
|
||||||
version = "2.34.0"
|
version = "2.33.3"
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
checksum = "a0610544180c38b88101fecf2dd634b174a62eef6946f84dfc6a7127512b381c"
|
checksum = "37e58ac78573c40708d45522f0d80fa2f01cc4f9b4e2bf749807255454312002"
|
||||||
dependencies = [
|
dependencies = [
|
||||||
"ansi_term",
|
"ansi_term",
|
||||||
"atty",
|
"atty",
|
||||||
@@ -277,9 +225,9 @@ dependencies = [
|
|||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "colored"
|
name = "colored"
|
||||||
version = "2.0.0"
|
version = "1.9.3"
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
checksum = "b3616f750b84d8f0de8a58bda93e08e2a81ad3f523089b05f1dffecab48c6cbd"
|
checksum = "f4ffc801dacf156c5854b9df4f425a626539c3a6ef7893cc0c5084a23f0b6c59"
|
||||||
dependencies = [
|
dependencies = [
|
||||||
"atty",
|
"atty",
|
||||||
"lazy_static",
|
"lazy_static",
|
||||||
@@ -298,7 +246,7 @@ version = "0.12.0"
|
|||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
checksum = "888604f00b3db336d2af898ec3c1d5d0ddf5e6d462220f2ededc33a87ac4bbd5"
|
checksum = "888604f00b3db336d2af898ec3c1d5d0ddf5e6d462220f2ededc33a87ac4bbd5"
|
||||||
dependencies = [
|
dependencies = [
|
||||||
"time 0.1.43",
|
"time",
|
||||||
"url 1.7.2",
|
"url 1.7.2",
|
||||||
]
|
]
|
||||||
|
|
||||||
@@ -315,7 +263,7 @@ dependencies = [
|
|||||||
"publicsuffix",
|
"publicsuffix",
|
||||||
"serde",
|
"serde",
|
||||||
"serde_json",
|
"serde_json",
|
||||||
"time 0.1.43",
|
"time",
|
||||||
"try_from",
|
"try_from",
|
||||||
"url 1.7.2",
|
"url 1.7.2",
|
||||||
]
|
]
|
||||||
@@ -401,11 +349,11 @@ dependencies = [
|
|||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "crypto-mac"
|
name = "crypto-mac"
|
||||||
version = "0.11.1"
|
version = "0.10.0"
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
checksum = "b1d1a86f49236c215f271d40892d5fc950490551400b02ef360692c29815c714"
|
checksum = "4857fd85a0c34b3c3297875b747c1e02e06b6a0ea32dd892d8192b9ce0813ea6"
|
||||||
dependencies = [
|
dependencies = [
|
||||||
"generic-array 0.14.4",
|
"generic-array",
|
||||||
"subtle",
|
"subtle",
|
||||||
]
|
]
|
||||||
|
|
||||||
@@ -427,22 +375,13 @@ dependencies = [
|
|||||||
"syn",
|
"syn",
|
||||||
]
|
]
|
||||||
|
|
||||||
[[package]]
|
|
||||||
name = "digest"
|
|
||||||
version = "0.8.1"
|
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
||||||
checksum = "f3d0c8c8752312f9713efd397ff63acb9f85585afbf179282e720e7704954dd5"
|
|
||||||
dependencies = [
|
|
||||||
"generic-array 0.12.4",
|
|
||||||
]
|
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "digest"
|
name = "digest"
|
||||||
version = "0.9.0"
|
version = "0.9.0"
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
checksum = "d3dd60d1080a57a05ab032377049e0591415d2b31afd7028356dbf3cc6dcb066"
|
checksum = "d3dd60d1080a57a05ab032377049e0591415d2b31afd7028356dbf3cc6dcb066"
|
||||||
dependencies = [
|
dependencies = [
|
||||||
"generic-array 0.14.4",
|
"generic-array",
|
||||||
]
|
]
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
@@ -459,9 +398,8 @@ checksum = "56899898ce76aaf4a0f24d914c97ea6ed976d42fec6ad33fcbb0a1103e07b2b0"
|
|||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "egg-mode"
|
name = "egg-mode"
|
||||||
version = "0.16.0"
|
version = "0.15.0"
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
source = "git+https://github.com/egg-mode-rs/egg-mode?rev=6b81073eba9c3b123ca0e80bdb5ef61d1758f131#6b81073eba9c3b123ca0e80bdb5ef61d1758f131"
|
||||||
checksum = "bb96b3df2a1dd9fe043e58eed7ba1c835a23561e777e243e8cc08aa4178aec79"
|
|
||||||
dependencies = [
|
dependencies = [
|
||||||
"base64 0.13.0",
|
"base64 0.13.0",
|
||||||
"chrono",
|
"chrono",
|
||||||
@@ -478,7 +416,7 @@ dependencies = [
|
|||||||
"regex",
|
"regex",
|
||||||
"serde",
|
"serde",
|
||||||
"serde_json",
|
"serde_json",
|
||||||
"sha-1 0.9.4",
|
"sha-1",
|
||||||
"thiserror",
|
"thiserror",
|
||||||
"tokio 1.5.0",
|
"tokio 1.5.0",
|
||||||
"url 2.2.1",
|
"url 2.2.1",
|
||||||
@@ -492,9 +430,9 @@ checksum = "e78d4f1cc4ae33bbfc157ed5d5a5ef3bc29227303d595861deb238fcec4e9457"
|
|||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "elefren"
|
name = "elefren"
|
||||||
version = "0.22.0"
|
version = "0.20.1"
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
checksum = "ba08a959d3824df696d49c2ec023f45851f663c47b57b2de933aab749104cd18"
|
checksum = "dfca8d8d0147086081224e22183a37a7b98e3230b945a717f1b5a0eed5fb07af"
|
||||||
dependencies = [
|
dependencies = [
|
||||||
"chrono",
|
"chrono",
|
||||||
"doc-comment",
|
"doc-comment",
|
||||||
@@ -506,11 +444,10 @@ dependencies = [
|
|||||||
"serde_derive",
|
"serde_derive",
|
||||||
"serde_json",
|
"serde_json",
|
||||||
"serde_qs",
|
"serde_qs",
|
||||||
"serde_urlencoded 0.6.1",
|
"serde_urlencoded 0.5.5",
|
||||||
"skeptic",
|
"skeptic",
|
||||||
"tap-reader",
|
"tap-reader",
|
||||||
"try_from",
|
"try_from",
|
||||||
"tungstenite",
|
|
||||||
"url 1.7.2",
|
"url 1.7.2",
|
||||||
]
|
]
|
||||||
|
|
||||||
@@ -555,24 +492,6 @@ dependencies = [
|
|||||||
"synstructure",
|
"synstructure",
|
||||||
]
|
]
|
||||||
|
|
||||||
[[package]]
|
|
||||||
name = "fake-simd"
|
|
||||||
version = "0.1.2"
|
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
||||||
checksum = "e88a8acf291dafb59c2d96e8f59828f3838bb1a70398823ade51a84de6a6deed"
|
|
||||||
|
|
||||||
[[package]]
|
|
||||||
name = "fallible-iterator"
|
|
||||||
version = "0.2.0"
|
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
||||||
checksum = "4443176a9f2c162692bd3d352d745ef9413eec5782a80d8fd6f8a1ac692a07f7"
|
|
||||||
|
|
||||||
[[package]]
|
|
||||||
name = "fallible-streaming-iterator"
|
|
||||||
version = "0.1.9"
|
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
||||||
checksum = "7360491ce676a36bf9bb3c56c1aa791658183a54d2744120f27285738d90465a"
|
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "flate2"
|
name = "flate2"
|
||||||
version = "1.0.20"
|
version = "1.0.20"
|
||||||
@@ -746,15 +665,6 @@ dependencies = [
|
|||||||
"slab",
|
"slab",
|
||||||
]
|
]
|
||||||
|
|
||||||
[[package]]
|
|
||||||
name = "generic-array"
|
|
||||||
version = "0.12.4"
|
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
||||||
checksum = "ffdf9f34f1447443d37393cc6c2b8313aebddcd96906caf34e54c68d8e57d7bd"
|
|
||||||
dependencies = [
|
|
||||||
"typenum",
|
|
||||||
]
|
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "generic-array"
|
name = "generic-array"
|
||||||
version = "0.14.4"
|
version = "0.14.4"
|
||||||
@@ -767,24 +677,13 @@ dependencies = [
|
|||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "getrandom"
|
name = "getrandom"
|
||||||
version = "0.1.16"
|
version = "0.2.2"
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
checksum = "8fc3cb4d91f53b50155bdcfd23f6a4c39ae1969c2ae85982b135750cccaf5fce"
|
checksum = "c9495705279e7140bf035dde1f6e750c162df8b625267cd52cc44e0b156732c8"
|
||||||
dependencies = [
|
dependencies = [
|
||||||
"cfg-if 1.0.0",
|
"cfg-if 1.0.0",
|
||||||
"libc",
|
"libc",
|
||||||
"wasi 0.9.0+wasi-snapshot-preview1",
|
"wasi",
|
||||||
]
|
|
||||||
|
|
||||||
[[package]]
|
|
||||||
name = "getrandom"
|
|
||||||
version = "0.2.6"
|
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
||||||
checksum = "9be70c98951c83b8d2f8f60d7065fa6d5146873094452a1008da8c2f1e4205ad"
|
|
||||||
dependencies = [
|
|
||||||
"cfg-if 1.0.0",
|
|
||||||
"libc",
|
|
||||||
"wasi 0.10.2+wasi-snapshot-preview1",
|
|
||||||
]
|
]
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
@@ -842,24 +741,6 @@ version = "0.9.1"
|
|||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
checksum = "d7afe4a420e3fe79967a00898cc1f4db7c8a49a9333a29f8a4bd76a253d5cd04"
|
checksum = "d7afe4a420e3fe79967a00898cc1f4db7c8a49a9333a29f8a4bd76a253d5cd04"
|
||||||
|
|
||||||
[[package]]
|
|
||||||
name = "hashbrown"
|
|
||||||
version = "0.11.2"
|
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
||||||
checksum = "ab5ef0d4909ef3724cc8cce6ccc8572c5c817592e9285f5464f8e86f8bd3726e"
|
|
||||||
dependencies = [
|
|
||||||
"ahash",
|
|
||||||
]
|
|
||||||
|
|
||||||
[[package]]
|
|
||||||
name = "hashlink"
|
|
||||||
version = "0.7.0"
|
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
||||||
checksum = "7249a3129cbc1ffccd74857f81464a323a152173cdb134e0fd81bc803b29facf"
|
|
||||||
dependencies = [
|
|
||||||
"hashbrown 0.11.2",
|
|
||||||
]
|
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "hermit-abi"
|
name = "hermit-abi"
|
||||||
version = "0.1.18"
|
version = "0.1.18"
|
||||||
@@ -871,22 +752,19 @@ dependencies = [
|
|||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "hmac"
|
name = "hmac"
|
||||||
version = "0.11.0"
|
version = "0.10.1"
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
checksum = "2a2a2320eb7ec0ebe8da8f744d7812d9fc4cb4d09344ac01898dbcb6a20ae69b"
|
checksum = "c1441c6b1e930e2817404b5046f1f989899143a12bf92de603b69f4e0aee1e15"
|
||||||
dependencies = [
|
dependencies = [
|
||||||
"crypto-mac",
|
"crypto-mac",
|
||||||
"digest 0.9.0",
|
"digest",
|
||||||
]
|
]
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "html-escape"
|
name = "htmlescape"
|
||||||
version = "0.2.11"
|
version = "0.3.1"
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
checksum = "b8e7479fa1ef38eb49fb6a42c426be515df2d063f06cb8efd3e50af073dbc26c"
|
checksum = "e9025058dae765dee5070ec375f591e2ba14638c63feff74f13805a72e523163"
|
||||||
dependencies = [
|
|
||||||
"utf8-width",
|
|
||||||
]
|
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "http"
|
name = "http"
|
||||||
@@ -896,7 +774,7 @@ checksum = "d6ccf5ede3a895d8856620237b2f02972c1bbc78d2965ad7fe8838d4a0ed41f0"
|
|||||||
dependencies = [
|
dependencies = [
|
||||||
"bytes 0.4.12",
|
"bytes 0.4.12",
|
||||||
"fnv",
|
"fnv",
|
||||||
"itoa 0.4.7",
|
"itoa",
|
||||||
]
|
]
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
@@ -907,7 +785,7 @@ checksum = "527e8c9ac747e28542699a951517aa9a6945af506cd1f2e1b53a576c17b6cc11"
|
|||||||
dependencies = [
|
dependencies = [
|
||||||
"bytes 1.0.1",
|
"bytes 1.0.1",
|
||||||
"fnv",
|
"fnv",
|
||||||
"itoa 0.4.7",
|
"itoa",
|
||||||
]
|
]
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
@@ -959,11 +837,11 @@ dependencies = [
|
|||||||
"http-body 0.1.0",
|
"http-body 0.1.0",
|
||||||
"httparse",
|
"httparse",
|
||||||
"iovec",
|
"iovec",
|
||||||
"itoa 0.4.7",
|
"itoa",
|
||||||
"log",
|
"log",
|
||||||
"net2",
|
"net2",
|
||||||
"rustc_version",
|
"rustc_version",
|
||||||
"time 0.1.43",
|
"time",
|
||||||
"tokio 0.1.22",
|
"tokio 0.1.22",
|
||||||
"tokio-buf",
|
"tokio-buf",
|
||||||
"tokio-executor",
|
"tokio-executor",
|
||||||
@@ -990,7 +868,7 @@ dependencies = [
|
|||||||
"http-body 0.4.1",
|
"http-body 0.4.1",
|
||||||
"httparse",
|
"httparse",
|
||||||
"httpdate",
|
"httpdate",
|
||||||
"itoa 0.4.7",
|
"itoa",
|
||||||
"pin-project",
|
"pin-project",
|
||||||
"socket2",
|
"socket2",
|
||||||
"tokio 1.5.0",
|
"tokio 1.5.0",
|
||||||
@@ -1012,7 +890,7 @@ dependencies = [
|
|||||||
"log",
|
"log",
|
||||||
"mime",
|
"mime",
|
||||||
"percent-encoding 1.0.1",
|
"percent-encoding 1.0.1",
|
||||||
"time 0.1.43",
|
"time",
|
||||||
"unicase",
|
"unicase",
|
||||||
]
|
]
|
||||||
|
|
||||||
@@ -1071,16 +949,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
|
|||||||
checksum = "824845a0bf897a9042383849b02c1bc219c2383772efcd5c6f9766fa4b81aef3"
|
checksum = "824845a0bf897a9042383849b02c1bc219c2383772efcd5c6f9766fa4b81aef3"
|
||||||
dependencies = [
|
dependencies = [
|
||||||
"autocfg 1.0.1",
|
"autocfg 1.0.1",
|
||||||
"hashbrown 0.9.1",
|
"hashbrown",
|
||||||
]
|
|
||||||
|
|
||||||
[[package]]
|
|
||||||
name = "input_buffer"
|
|
||||||
version = "0.3.1"
|
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
||||||
checksum = "19a8a95243d5a0398cae618ec29477c6e3cb631152be5c19481f80bc71559754"
|
|
||||||
dependencies = [
|
|
||||||
"bytes 0.5.6",
|
|
||||||
]
|
]
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
@@ -1124,12 +993,6 @@ version = "0.4.7"
|
|||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
checksum = "dd25036021b0de88a0aff6b850051563c6516d0bf53f8638938edbb9de732736"
|
checksum = "dd25036021b0de88a0aff6b850051563c6516d0bf53f8638938edbb9de732736"
|
||||||
|
|
||||||
[[package]]
|
|
||||||
name = "itoa"
|
|
||||||
version = "1.0.1"
|
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
||||||
checksum = "1aab8fc367588b89dcee83ab0fd66b72b50b72fa1904d7095045ace2b0c81c35"
|
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "js-sys"
|
name = "js-sys"
|
||||||
version = "0.3.50"
|
version = "0.3.50"
|
||||||
@@ -1163,19 +1026,9 @@ checksum = "e2abad23fbc42b3700f2f279844dc832adb2b2eb069b2df918f455c4e18cc646"
|
|||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "libc"
|
name = "libc"
|
||||||
version = "0.2.124"
|
version = "0.2.93"
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
checksum = "21a41fed9d98f27ab1c6d161da622a4fa35e8a54a8adc24bbf3ddd0ef70b0e50"
|
checksum = "9385f66bf6105b241aa65a61cb923ef20efc665cb9f9bb50ac2f0c4b7f378d41"
|
||||||
|
|
||||||
[[package]]
|
|
||||||
name = "libsqlite3-sys"
|
|
||||||
version = "0.24.2"
|
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
||||||
checksum = "898745e570c7d0453cc1fbc4a701eb6c662ed54e8fec8b7d14be137ebeeb9d14"
|
|
||||||
dependencies = [
|
|
||||||
"pkg-config",
|
|
||||||
"vcpkg",
|
|
||||||
]
|
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "lock_api"
|
name = "lock_api"
|
||||||
@@ -1377,15 +1230,6 @@ dependencies = [
|
|||||||
"libc",
|
"libc",
|
||||||
]
|
]
|
||||||
|
|
||||||
[[package]]
|
|
||||||
name = "num_threads"
|
|
||||||
version = "0.1.5"
|
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
||||||
checksum = "aba1801fb138d8e85e11d0fc70baf4fe1cdfffda7c6cd34a854905df588e5ed0"
|
|
||||||
dependencies = [
|
|
||||||
"libc",
|
|
||||||
]
|
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "object"
|
name = "object"
|
||||||
version = "0.23.0"
|
version = "0.23.0"
|
||||||
@@ -1394,15 +1238,9 @@ checksum = "a9a7ab5d64814df0fe4a4b5ead45ed6c5f181ee3ff04ba344313a6c80446c5d4"
|
|||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "once_cell"
|
name = "once_cell"
|
||||||
version = "1.10.0"
|
version = "1.7.2"
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
checksum = "87f3e037eac156d1775da914196f0f37741a274155e34a0b7e427c35d2a2ecb9"
|
checksum = "af8b08b04175473088b46763e51ee54da5f9a164bc162f615b91bc179dbf15a3"
|
||||||
|
|
||||||
[[package]]
|
|
||||||
name = "opaque-debug"
|
|
||||||
version = "0.2.3"
|
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
||||||
checksum = "2839e79665f131bdb5782e51f2c6c9599c133c6098982a54c794358bf432529c"
|
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "opaque-debug"
|
name = "opaque-debug"
|
||||||
@@ -1667,19 +1505,6 @@ dependencies = [
|
|||||||
"winapi 0.3.9",
|
"winapi 0.3.9",
|
||||||
]
|
]
|
||||||
|
|
||||||
[[package]]
|
|
||||||
name = "rand"
|
|
||||||
version = "0.7.3"
|
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
||||||
checksum = "6a6b1679d49b24bbfe0c803429aa1874472f50d9b363131f0e89fc356b544d03"
|
|
||||||
dependencies = [
|
|
||||||
"getrandom 0.1.16",
|
|
||||||
"libc",
|
|
||||||
"rand_chacha 0.2.2",
|
|
||||||
"rand_core 0.5.1",
|
|
||||||
"rand_hc 0.2.0",
|
|
||||||
]
|
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "rand"
|
name = "rand"
|
||||||
version = "0.8.3"
|
version = "0.8.3"
|
||||||
@@ -1702,16 +1527,6 @@ dependencies = [
|
|||||||
"rand_core 0.3.1",
|
"rand_core 0.3.1",
|
||||||
]
|
]
|
||||||
|
|
||||||
[[package]]
|
|
||||||
name = "rand_chacha"
|
|
||||||
version = "0.2.2"
|
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
||||||
checksum = "f4c8ed856279c9737206bf725bf36935d8666ead7aa69b52be55af369d193402"
|
|
||||||
dependencies = [
|
|
||||||
"ppv-lite86",
|
|
||||||
"rand_core 0.5.1",
|
|
||||||
]
|
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "rand_chacha"
|
name = "rand_chacha"
|
||||||
version = "0.3.0"
|
version = "0.3.0"
|
||||||
@@ -1737,22 +1552,13 @@ version = "0.4.2"
|
|||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
checksum = "9c33a3c44ca05fa6f1807d8e6743f3824e8509beca625669633be0acbdf509dc"
|
checksum = "9c33a3c44ca05fa6f1807d8e6743f3824e8509beca625669633be0acbdf509dc"
|
||||||
|
|
||||||
[[package]]
|
|
||||||
name = "rand_core"
|
|
||||||
version = "0.5.1"
|
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
||||||
checksum = "90bde5296fc891b0cef12a6d03ddccc162ce7b2aff54160af9338f8d40df6d19"
|
|
||||||
dependencies = [
|
|
||||||
"getrandom 0.1.16",
|
|
||||||
]
|
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "rand_core"
|
name = "rand_core"
|
||||||
version = "0.6.2"
|
version = "0.6.2"
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
checksum = "34cf66eb183df1c5876e2dcf6b13d57340741e8dc255b48e40a26de954d06ae7"
|
checksum = "34cf66eb183df1c5876e2dcf6b13d57340741e8dc255b48e40a26de954d06ae7"
|
||||||
dependencies = [
|
dependencies = [
|
||||||
"getrandom 0.2.6",
|
"getrandom",
|
||||||
]
|
]
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
@@ -1764,15 +1570,6 @@ dependencies = [
|
|||||||
"rand_core 0.3.1",
|
"rand_core 0.3.1",
|
||||||
]
|
]
|
||||||
|
|
||||||
[[package]]
|
|
||||||
name = "rand_hc"
|
|
||||||
version = "0.2.0"
|
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
||||||
checksum = "ca3129af7b92a17112d59ad498c6f81eaf463253766b90396d39ea7a39d6613c"
|
|
||||||
dependencies = [
|
|
||||||
"rand_core 0.5.1",
|
|
||||||
]
|
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "rand_hc"
|
name = "rand_hc"
|
||||||
version = "0.3.0"
|
version = "0.3.0"
|
||||||
@@ -1908,7 +1705,7 @@ dependencies = [
|
|||||||
"serde",
|
"serde",
|
||||||
"serde_json",
|
"serde_json",
|
||||||
"serde_urlencoded 0.5.5",
|
"serde_urlencoded 0.5.5",
|
||||||
"time 0.1.43",
|
"time",
|
||||||
"tokio 0.1.22",
|
"tokio 0.1.22",
|
||||||
"tokio-executor",
|
"tokio-executor",
|
||||||
"tokio-io",
|
"tokio-io",
|
||||||
@@ -1953,21 +1750,6 @@ dependencies = [
|
|||||||
"winreg 0.7.0",
|
"winreg 0.7.0",
|
||||||
]
|
]
|
||||||
|
|
||||||
[[package]]
|
|
||||||
name = "rusqlite"
|
|
||||||
version = "0.27.0"
|
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
||||||
checksum = "85127183a999f7db96d1a976a309eebbfb6ea3b0b400ddd8340190129de6eb7a"
|
|
||||||
dependencies = [
|
|
||||||
"bitflags",
|
|
||||||
"fallible-iterator",
|
|
||||||
"fallible-streaming-iterator",
|
|
||||||
"hashlink",
|
|
||||||
"libsqlite3-sys",
|
|
||||||
"memchr",
|
|
||||||
"smallvec 1.6.1",
|
|
||||||
]
|
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "rustc-demangle"
|
name = "rustc-demangle"
|
||||||
version = "0.1.18"
|
version = "0.1.18"
|
||||||
@@ -2016,18 +1798,15 @@ dependencies = [
|
|||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "scootaloo"
|
name = "scootaloo"
|
||||||
version = "0.8.0"
|
version = "0.4.0"
|
||||||
dependencies = [
|
dependencies = [
|
||||||
"chrono",
|
|
||||||
"clap",
|
"clap",
|
||||||
"egg-mode",
|
"egg-mode",
|
||||||
"elefren",
|
"elefren",
|
||||||
"futures 0.3.14",
|
"futures 0.3.14",
|
||||||
"html-escape",
|
"htmlescape",
|
||||||
"log",
|
"log",
|
||||||
"mime",
|
|
||||||
"reqwest 0.11.3",
|
"reqwest 0.11.3",
|
||||||
"rusqlite",
|
|
||||||
"serde",
|
"serde",
|
||||||
"simple_logger",
|
"simple_logger",
|
||||||
"tokio 1.5.0",
|
"tokio 1.5.0",
|
||||||
@@ -2123,7 +1902,7 @@ version = "1.0.64"
|
|||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
checksum = "799e97dc9fdae36a5c8b8f2cae9ce2ee9fdce2058c57a93e6099d919fd982f79"
|
checksum = "799e97dc9fdae36a5c8b8f2cae9ce2ee9fdce2058c57a93e6099d919fd982f79"
|
||||||
dependencies = [
|
dependencies = [
|
||||||
"itoa 0.4.7",
|
"itoa",
|
||||||
"ryu",
|
"ryu",
|
||||||
"serde",
|
"serde",
|
||||||
]
|
]
|
||||||
@@ -2147,23 +1926,11 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
|
|||||||
checksum = "642dd69105886af2efd227f75a520ec9b44a820d65bc133a9131f7d229fd165a"
|
checksum = "642dd69105886af2efd227f75a520ec9b44a820d65bc133a9131f7d229fd165a"
|
||||||
dependencies = [
|
dependencies = [
|
||||||
"dtoa",
|
"dtoa",
|
||||||
"itoa 0.4.7",
|
"itoa",
|
||||||
"serde",
|
"serde",
|
||||||
"url 1.7.2",
|
"url 1.7.2",
|
||||||
]
|
]
|
||||||
|
|
||||||
[[package]]
|
|
||||||
name = "serde_urlencoded"
|
|
||||||
version = "0.6.1"
|
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
||||||
checksum = "9ec5d77e2d4c73717816afac02670d5c4f534ea95ed430442cad02e7a6e32c97"
|
|
||||||
dependencies = [
|
|
||||||
"dtoa",
|
|
||||||
"itoa 0.4.7",
|
|
||||||
"serde",
|
|
||||||
"url 2.2.1",
|
|
||||||
]
|
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "serde_urlencoded"
|
name = "serde_urlencoded"
|
||||||
version = "0.7.0"
|
version = "0.7.0"
|
||||||
@@ -2171,34 +1938,22 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
|
|||||||
checksum = "edfa57a7f8d9c1d260a549e7224100f6c43d43f9103e06dd8b4095a9b2b43ce9"
|
checksum = "edfa57a7f8d9c1d260a549e7224100f6c43d43f9103e06dd8b4095a9b2b43ce9"
|
||||||
dependencies = [
|
dependencies = [
|
||||||
"form_urlencoded",
|
"form_urlencoded",
|
||||||
"itoa 0.4.7",
|
"itoa",
|
||||||
"ryu",
|
"ryu",
|
||||||
"serde",
|
"serde",
|
||||||
]
|
]
|
||||||
|
|
||||||
[[package]]
|
|
||||||
name = "sha-1"
|
|
||||||
version = "0.8.2"
|
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
||||||
checksum = "f7d94d0bede923b3cea61f3f1ff57ff8cdfd77b400fb8f9998949e0cf04163df"
|
|
||||||
dependencies = [
|
|
||||||
"block-buffer 0.7.3",
|
|
||||||
"digest 0.8.1",
|
|
||||||
"fake-simd",
|
|
||||||
"opaque-debug 0.2.3",
|
|
||||||
]
|
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "sha-1"
|
name = "sha-1"
|
||||||
version = "0.9.4"
|
version = "0.9.4"
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
checksum = "dfebf75d25bd900fd1e7d11501efab59bc846dbc76196839663e6637bba9f25f"
|
checksum = "dfebf75d25bd900fd1e7d11501efab59bc846dbc76196839663e6637bba9f25f"
|
||||||
dependencies = [
|
dependencies = [
|
||||||
"block-buffer 0.9.0",
|
"block-buffer",
|
||||||
"cfg-if 1.0.0",
|
"cfg-if 1.0.0",
|
||||||
"cpuid-bool",
|
"cpuid-bool",
|
||||||
"digest 0.9.0",
|
"digest",
|
||||||
"opaque-debug 0.3.0",
|
"opaque-debug",
|
||||||
]
|
]
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
@@ -2212,14 +1967,14 @@ dependencies = [
|
|||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "simple_logger"
|
name = "simple_logger"
|
||||||
version = "2.1.0"
|
version = "1.11.0"
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
checksum = "c75a9723083573ace81ad0cdfc50b858aa3c366c48636edb4109d73122a0c0ea"
|
checksum = "cd57f17c093ead1d4a1499dc9acaafdd71240908d64775465543b8d9a9f1d198"
|
||||||
dependencies = [
|
dependencies = [
|
||||||
"atty",
|
"atty",
|
||||||
|
"chrono",
|
||||||
"colored",
|
"colored",
|
||||||
"log",
|
"log",
|
||||||
"time 0.3.9",
|
|
||||||
"winapi 0.3.9",
|
"winapi 0.3.9",
|
||||||
]
|
]
|
||||||
|
|
||||||
@@ -2378,24 +2133,6 @@ dependencies = [
|
|||||||
"winapi 0.3.9",
|
"winapi 0.3.9",
|
||||||
]
|
]
|
||||||
|
|
||||||
[[package]]
|
|
||||||
name = "time"
|
|
||||||
version = "0.3.9"
|
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
||||||
checksum = "c2702e08a7a860f005826c6815dcac101b19b5eb330c27fe4a5928fec1d20ddd"
|
|
||||||
dependencies = [
|
|
||||||
"itoa 1.0.1",
|
|
||||||
"libc",
|
|
||||||
"num_threads",
|
|
||||||
"time-macros",
|
|
||||||
]
|
|
||||||
|
|
||||||
[[package]]
|
|
||||||
name = "time-macros"
|
|
||||||
version = "0.2.4"
|
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
||||||
checksum = "42657b1a6f4d817cda8e7a0ace261fe0cc946cf3a80314390b22cc61ae080792"
|
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "tinyvec"
|
name = "tinyvec"
|
||||||
version = "1.2.0"
|
version = "1.2.0"
|
||||||
@@ -2649,26 +2386,6 @@ dependencies = [
|
|||||||
"cfg-if 0.1.10",
|
"cfg-if 0.1.10",
|
||||||
]
|
]
|
||||||
|
|
||||||
[[package]]
|
|
||||||
name = "tungstenite"
|
|
||||||
version = "0.10.1"
|
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
||||||
checksum = "cfea31758bf674f990918962e8e5f07071a3161bd7c4138ed23e416e1ac4264e"
|
|
||||||
dependencies = [
|
|
||||||
"base64 0.11.0",
|
|
||||||
"byteorder",
|
|
||||||
"bytes 0.5.6",
|
|
||||||
"http 0.2.4",
|
|
||||||
"httparse",
|
|
||||||
"input_buffer",
|
|
||||||
"log",
|
|
||||||
"native-tls",
|
|
||||||
"rand 0.7.3",
|
|
||||||
"sha-1 0.8.2",
|
|
||||||
"url 2.2.1",
|
|
||||||
"utf-8",
|
|
||||||
]
|
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "typenum"
|
name = "typenum"
|
||||||
version = "1.13.0"
|
version = "1.13.0"
|
||||||
@@ -2743,18 +2460,6 @@ dependencies = [
|
|||||||
"percent-encoding 2.1.0",
|
"percent-encoding 2.1.0",
|
||||||
]
|
]
|
||||||
|
|
||||||
[[package]]
|
|
||||||
name = "utf-8"
|
|
||||||
version = "0.7.6"
|
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
||||||
checksum = "09cc8ee72d2a9becf2f2febe0205bbed8fc6615b7cb429ad062dc7b7ddd036a9"
|
|
||||||
|
|
||||||
[[package]]
|
|
||||||
name = "utf8-width"
|
|
||||||
version = "0.1.6"
|
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
||||||
checksum = "5190c9442dcdaf0ddd50f37420417d219ae5261bbf5db120d0f9bab996c9cba1"
|
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "uuid"
|
name = "uuid"
|
||||||
version = "0.7.4"
|
version = "0.7.4"
|
||||||
@@ -2814,12 +2519,6 @@ dependencies = [
|
|||||||
"try-lock",
|
"try-lock",
|
||||||
]
|
]
|
||||||
|
|
||||||
[[package]]
|
|
||||||
name = "wasi"
|
|
||||||
version = "0.9.0+wasi-snapshot-preview1"
|
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
||||||
checksum = "cccddf32554fecc6acb585f82a32a72e28b48f8c4c1883ddfeeeaa96f7d8e519"
|
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "wasi"
|
name = "wasi"
|
||||||
version = "0.10.2+wasi-snapshot-preview1"
|
version = "0.10.2+wasi-snapshot-preview1"
|
||||||
|
|||||||
19
Cargo.toml
19
Cargo.toml
@@ -1,26 +1,21 @@
|
|||||||
[package]
|
[package]
|
||||||
name = "scootaloo"
|
name = "scootaloo"
|
||||||
version = "0.8.0"
|
version = "0.4.0"
|
||||||
authors = ["VC <veretcle+framagit@mateu.be>"]
|
authors = ["VC <veretcle+framagit@mateu.be>"]
|
||||||
edition = "2021"
|
edition = "2018"
|
||||||
|
|
||||||
# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
|
# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
|
||||||
|
|
||||||
[dependencies]
|
[dependencies]
|
||||||
chrono = "^0.4"
|
|
||||||
serde = { version = "1.0", features = ["derive"] }
|
serde = { version = "1.0", features = ["derive"] }
|
||||||
toml = "^0.5"
|
toml = "^0.5"
|
||||||
clap = "^2.34"
|
clap = "^2.33"
|
||||||
futures = "^0.3"
|
futures = "^0.3"
|
||||||
egg-mode = "^0.16"
|
egg-mode = { git = "https://github.com/egg-mode-rs/egg-mode", rev = "6b81073eba9c3b123ca0e80bdb5ef61d1758f131" }
|
||||||
rusqlite = "^0.27"
|
|
||||||
tokio = { version = "1", features = ["full"]}
|
tokio = { version = "1", features = ["full"]}
|
||||||
elefren = "^0.22"
|
elefren = "^0.20"
|
||||||
html-escape = "^0.2"
|
htmlescape = "^0.3"
|
||||||
reqwest = "^0.11"
|
reqwest = "^0.11"
|
||||||
log = "^0.4"
|
log = "^0.4"
|
||||||
simple_logger = "^2.1"
|
simple_logger = "^1.11"
|
||||||
mime = "^0.3"
|
|
||||||
|
|
||||||
[profile.release]
|
|
||||||
strip = true
|
|
||||||
|
|||||||
72
README.md
72
README.md
@@ -7,45 +7,37 @@ It:
|
|||||||
|
|
||||||
If any of the last steps failed, the Toot gets published with the exact same text as the Tweet.
|
If any of the last steps failed, the Toot gets published with the exact same text as the Tweet.
|
||||||
|
|
||||||
RT are excluded, replies are included when considered part of a thread (reply to self), not the actual replies to other Twitter users.
|
RT are excluded, replies are included.but only the source threads are copied, not the actual replies to other Twitter users.
|
||||||
|
|
||||||
# Usage
|
# Usage
|
||||||
## Configuring
|
|
||||||
|
|
||||||
First up, create a configuration file (default path is `/usr/local/etc/scootaloo.toml`). It will look like this:
|
First up, create a configuration file (default path is `/usr/local/etc/scootaloo.toml`). It will look like this:
|
||||||
|
|
||||||
```toml
|
```
|
||||||
[scootaloo]
|
[scootaloo]
|
||||||
db_path = "/var/lib/scootaloo/scootaloo.sqlite" ## file containing the SQLite Tweet corresponding Toot DB, must be writeable
|
|
||||||
cache_path = "/tmp/scootaloo" ## a dir where the temporary files will be download, must be writeable
|
last_tweet_path="/usr/local/etc/last_tweet" ## file containing the last tweet id received, must be writable
|
||||||
|
cache_path="/tmp/scootaloo" ## a dir where the temporary files will be download, must be writeable
|
||||||
|
|
||||||
[twitter]
|
[twitter]
|
||||||
|
username="NintendojoFR" ## User Timeline to copy
|
||||||
|
|
||||||
## Consumer/Access key for Twitter (can be generated at https://developer.twitter.com/en/apps)
|
## Consumer/Access key for Twitter (can be generated at https://developer.twitter.com/en/apps)
|
||||||
consumer_key = "MYCONSUMERKEY"
|
consumer_key="MYCONSUMERKEY"
|
||||||
consumer_secret = "MYCONSUMERSECRET"
|
consumer_secret="MYCONSUMERSECRET"
|
||||||
access_key = "MYACCESSKEY"
|
access_key="MYACCESSKEY"
|
||||||
access_secret = "MYACCESSSECRET"
|
access_secret="MYACCESSSECRET"
|
||||||
|
|
||||||
[mastodon]
|
|
||||||
```
|
```
|
||||||
|
|
||||||
Then run the command with the `init` subcommand to initiate the DB:
|
|
||||||
```sh
|
|
||||||
scootaloo init
|
|
||||||
```
|
|
||||||
|
|
||||||
This subcommand is completely idempotent.
|
|
||||||
|
|
||||||
Then run the command with the `register` subcommand:
|
Then run the command with the `register` subcommand:
|
||||||
```sh
|
```
|
||||||
scootaloo register --host https://m.nintendojo.fr
|
scootaloo register --host https://m.nintendojo.fr
|
||||||
```
|
```
|
||||||
|
|
||||||
This will give you the end of the TOML file. It will look like this:
|
This will give you the end of the TOML file. It will look like this:
|
||||||
|
|
||||||
```toml
|
```
|
||||||
[mastodon.nintendojofr] ## account
|
[mastodon]
|
||||||
twitter_screen_name="NintendojoFR" ## User Timeline to copy
|
|
||||||
base = "https://m.nintendojo.fr"
|
base = "https://m.nintendojo.fr"
|
||||||
client_id = "MYCLIENTID"
|
client_id = "MYCLIENTID"
|
||||||
client_secret = "MYCLIENTSECRET"
|
client_secret = "MYCLIENTSECRET"
|
||||||
@@ -53,15 +45,9 @@ redirect = "urn:ietf:wg:oauth:2.0:oob"
|
|||||||
token = "MYTOKEN"
|
token = "MYTOKEN"
|
||||||
```
|
```
|
||||||
|
|
||||||
You can add other account if you like, after the `[mastodon]` moniker. Scootaloo would theorically support an unlimited number of accounts.
|
|
||||||
|
|
||||||
## Running
|
|
||||||
|
|
||||||
You can then run the application via `cron` for example. Here is the generic usage:
|
You can then run the application via `cron` for example. Here is the generic usage:
|
||||||
|
|
||||||
```sh
|
```
|
||||||
A Twitter to Mastodon bot
|
|
||||||
|
|
||||||
USAGE:
|
USAGE:
|
||||||
scootaloo [OPTIONS] [SUBCOMMAND]
|
scootaloo [OPTIONS] [SUBCOMMAND]
|
||||||
|
|
||||||
@@ -71,38 +57,20 @@ FLAGS:
|
|||||||
|
|
||||||
OPTIONS:
|
OPTIONS:
|
||||||
-c, --config <CONFIG_FILE> TOML config file for scootaloo (default /usr/local/etc/scootaloo.toml)
|
-c, --config <CONFIG_FILE> TOML config file for scootaloo (default /usr/local/etc/scootaloo.toml)
|
||||||
-l, --loglevel <LOGLEVEL> Log level. Valid values are: Off, Warn, Error, Info, Debug
|
|
||||||
|
|
||||||
SUBCOMMANDS:
|
SUBCOMMANDS:
|
||||||
help Prints this message or the help of the given subcommand(s)
|
help Prints this message or the help of the given subcommand(s)
|
||||||
init Command to init Scootaloo DB
|
|
||||||
migrate Command to migrate Scootaloo DB
|
|
||||||
register Command to register to a Mastodon Instance
|
register Command to register to a Mastodon Instance
|
||||||
```
|
```
|
||||||
|
|
||||||
# Quirks
|
# Quirks
|
||||||
|
|
||||||
Scootaloo does not respect the spam limits imposed by Mastodon: it will make a 429 error if too much Tweets are converted to Toots in a short amount of time (and it will not recover from it). By default, it gets the last 200 tweets from the user timeline (which is a lot!). It is recommended to put a Tweet number into the DB file before copying an old account.
|
Scootaloo does not respect the spam limits imposed by Mastodon: it will make a 429 error if too much Tweets are converted to Toots in a short amount of time (and it will not recover from it). By default, it gets the last 200 tweets from the user timeline (which is a lot!). It is recommended to put a Tweet number into the `last_tweet` file before copying an old account.
|
||||||
|
|
||||||
You can insert that Tweet number, by connecting to the DB you created:
|
You can do that with a command like:
|
||||||
```sh
|
```
|
||||||
sqlite3 /var/lib/scootaloo/scootaloo.sqlite
|
echo -n '8189881949849' > last_tweet
|
||||||
```
|
```
|
||||||
|
|
||||||
And inserting the data:
|
**This file should only contain the last tweet ID without any other char (no EOL or new line).**
|
||||||
|
|
||||||
```sql
|
|
||||||
INSERT INTO tweet_to_toot VALUES ("<twitter_screen_name>", 1383782580412030982, "<twitter_screen_name>");
|
|
||||||
```
|
|
||||||
|
|
||||||
The last value is supposed to be the Toot ID. It cannot be null, so you better initialize it with something unique, like the Twitter Screen Name for example.
|
|
||||||
|
|
||||||
# Migrating from Scootaloo ⩽ 0.6.1
|
|
||||||
|
|
||||||
The DB scheme has change between version 0.6.x and 0.7.x (this is due to the multi-account nature of Scootaloo from 0.7.x onward). You need to migrate your DB. You can do so by issuing the command:
|
|
||||||
|
|
||||||
```
|
|
||||||
scootaloo migrate
|
|
||||||
```
|
|
||||||
|
|
||||||
You can optionnally specify a screen name with the `--name` option. By default, it’ll take the first screen name in the config file.
|
|
||||||
|
|||||||
@@ -1,46 +0,0 @@
|
|||||||
use std::{collections::HashMap, fs::read_to_string};
|
|
||||||
|
|
||||||
use serde::Deserialize;
|
|
||||||
|
|
||||||
/// General configuration Struct
|
|
||||||
#[derive(Debug, Deserialize)]
|
|
||||||
pub struct Config {
|
|
||||||
pub twitter: TwitterConfig,
|
|
||||||
pub mastodon: HashMap<String, MastodonConfig>,
|
|
||||||
pub scootaloo: ScootalooConfig,
|
|
||||||
}
|
|
||||||
|
|
||||||
#[derive(Debug, Deserialize)]
|
|
||||||
pub struct TwitterConfig {
|
|
||||||
pub consumer_key: String,
|
|
||||||
pub consumer_secret: String,
|
|
||||||
pub access_key: String,
|
|
||||||
pub access_secret: String,
|
|
||||||
}
|
|
||||||
|
|
||||||
#[derive(Debug, Deserialize)]
|
|
||||||
pub struct MastodonConfig {
|
|
||||||
pub twitter_screen_name: String,
|
|
||||||
pub base: String,
|
|
||||||
pub client_id: String,
|
|
||||||
pub client_secret: String,
|
|
||||||
pub redirect: String,
|
|
||||||
pub token: String,
|
|
||||||
}
|
|
||||||
|
|
||||||
#[derive(Debug, Deserialize)]
|
|
||||||
pub struct ScootalooConfig {
|
|
||||||
pub db_path: String,
|
|
||||||
pub cache_path: String,
|
|
||||||
}
|
|
||||||
|
|
||||||
/// Parses the TOML file into a Config Struct
|
|
||||||
pub fn parse_toml(toml_file: &str) -> Config {
|
|
||||||
let toml_config = read_to_string(toml_file)
|
|
||||||
.unwrap_or_else(|e| panic!("Cannot open config file {}: {}", toml_file, e));
|
|
||||||
|
|
||||||
let config: Config = toml::from_str(&toml_config)
|
|
||||||
.unwrap_or_else(|e| panic!("Cannot parse TOML file {}: {}", toml_file, e));
|
|
||||||
|
|
||||||
config
|
|
||||||
}
|
|
||||||
25
src/error.rs
25
src/error.rs
@@ -1,25 +0,0 @@
|
|||||||
use std::{
|
|
||||||
error::Error,
|
|
||||||
fmt::{Display, Formatter, Result},
|
|
||||||
};
|
|
||||||
|
|
||||||
#[derive(Debug)]
|
|
||||||
pub struct ScootalooError {
|
|
||||||
details: String,
|
|
||||||
}
|
|
||||||
|
|
||||||
impl ScootalooError {
|
|
||||||
pub fn new(msg: &str) -> ScootalooError {
|
|
||||||
ScootalooError {
|
|
||||||
details: msg.to_string(),
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
impl Error for ScootalooError {}
|
|
||||||
|
|
||||||
impl Display for ScootalooError {
|
|
||||||
fn fmt(&self, f: &mut Formatter) -> Result {
|
|
||||||
write!(f, "{}", self.details)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
531
src/lib.rs
531
src/lib.rs
@@ -1,161 +1,428 @@
|
|||||||
mod error;
|
// std
|
||||||
use error::ScootalooError;
|
use std::{
|
||||||
|
borrow::Cow,
|
||||||
|
collections::HashMap,
|
||||||
|
io::stdin,
|
||||||
|
fmt,
|
||||||
|
fs::{read_to_string, write},
|
||||||
|
error::Error,
|
||||||
|
};
|
||||||
|
|
||||||
mod config;
|
// toml
|
||||||
pub use config::parse_toml;
|
use serde::Deserialize;
|
||||||
use config::Config;
|
|
||||||
|
|
||||||
mod mastodon;
|
// egg-mode
|
||||||
pub use mastodon::register;
|
use egg_mode::{
|
||||||
use mastodon::{build_basic_status, get_mastodon_token};
|
Token,
|
||||||
|
KeyPair,
|
||||||
|
entities::{UrlEntity, MediaEntity, MentionEntity, MediaType},
|
||||||
|
user::UserID,
|
||||||
|
tweet::{
|
||||||
|
Tweet,
|
||||||
|
user_timeline,
|
||||||
|
},
|
||||||
|
};
|
||||||
|
|
||||||
mod twitter;
|
// elefren
|
||||||
use twitter::*;
|
use elefren::{
|
||||||
|
prelude::*,
|
||||||
|
apps::App,
|
||||||
|
status_builder::StatusBuilder,
|
||||||
|
scopes::Scopes,
|
||||||
|
};
|
||||||
|
|
||||||
mod util;
|
// reqwest
|
||||||
use crate::util::generate_media_ids;
|
use reqwest::Url;
|
||||||
|
|
||||||
mod state;
|
// tokio
|
||||||
pub use state::{init_db, migrate_db};
|
use tokio::{
|
||||||
use state::{read_state, write_state, TweetToToot};
|
io::copy,
|
||||||
|
fs::{File, create_dir_all, remove_file},
|
||||||
|
};
|
||||||
|
|
||||||
use elefren::{prelude::*, status_builder::StatusBuilder};
|
// htmlescape
|
||||||
use log::info;
|
use htmlescape::decode_html;
|
||||||
use rusqlite::Connection;
|
|
||||||
use std::sync::Arc;
|
// log
|
||||||
use tokio::{spawn, sync::Mutex};
|
use log::{info, warn, error, debug};
|
||||||
|
|
||||||
|
/**********
|
||||||
|
* Generic usage functions
|
||||||
|
***********/
|
||||||
|
/*
|
||||||
|
* Those functions are related to the Twitter side of things
|
||||||
|
*/
|
||||||
|
/// Reads last tweet id from a file
|
||||||
|
fn read_state(s: &str) -> Option<u64> {
|
||||||
|
let state = read_to_string(s);
|
||||||
|
|
||||||
|
if let Ok(s) = state {
|
||||||
|
debug!("Last Tweet ID (from file): {}", &s);
|
||||||
|
return s.parse::<u64>().ok();
|
||||||
|
}
|
||||||
|
|
||||||
|
None
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Writes last treated tweet id to a file
|
||||||
|
fn write_state(f: &str, s: u64) -> Result<(), std::io::Error> {
|
||||||
|
write(f, format!("{}", s))
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Gets Twitter oauth2 token
|
||||||
|
fn get_oauth2_token(config: &Config) -> Token {
|
||||||
|
let con_token = KeyPair::new(String::from(&config.twitter.consumer_key), String::from(&config.twitter.consumer_secret));
|
||||||
|
let access_token = KeyPair::new(String::from(&config.twitter.access_key), String::from(&config.twitter.access_secret));
|
||||||
|
|
||||||
|
Token::Access {
|
||||||
|
consumer: con_token,
|
||||||
|
access: access_token,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Gets Twitter user timeline
|
||||||
|
async fn get_user_timeline(config: &Config, token: Token, lid: Option<u64>) -> Result<Vec<Tweet>, Box<dyn Error>> {
|
||||||
|
// fix the page size to 200 as it is the maximum Twitter authorizes
|
||||||
|
let (_, feed) = user_timeline(UserID::from(String::from(&config.twitter.username)), true, false, &token)
|
||||||
|
.with_page_size(200)
|
||||||
|
.older(lid)
|
||||||
|
.await?;
|
||||||
|
|
||||||
|
Ok(feed.to_vec())
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Decodes urls from UrlEntities
|
||||||
|
fn decode_urls(urls: &Vec<UrlEntity>) -> HashMap<String, String> {
|
||||||
|
let mut decoded_urls = HashMap::new();
|
||||||
|
|
||||||
|
for url in urls {
|
||||||
|
if url.expanded_url.is_some() {
|
||||||
|
// unwrap is safe here as we just verified that there is something inside expanded_url
|
||||||
|
decoded_urls.insert(String::from(&url.url), String::from(url.expanded_url.as_deref().unwrap()));
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
decoded_urls
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Decodes the Twitter mention to something that will make sense once Twitter has joined the
|
||||||
|
/// Fediverse
|
||||||
|
fn twitter_mentions(ums: &Vec<MentionEntity>) -> HashMap<String, String> {
|
||||||
|
let mut decoded_mentions = HashMap::new();
|
||||||
|
|
||||||
|
for um in ums {
|
||||||
|
decoded_mentions.insert(format!("@{}", um.screen_name), format!("@{}@twitter.com", um.screen_name));
|
||||||
|
}
|
||||||
|
|
||||||
|
decoded_mentions
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Retrieves a single media from a tweet and store it in a temporary file
|
||||||
|
async fn get_tweet_media(m: &MediaEntity, t: &str) -> Result<String, Box<dyn Error>> {
|
||||||
|
match m.media_type {
|
||||||
|
MediaType::Photo => {
|
||||||
|
return cache_media(&m.media_url_https, t).await;
|
||||||
|
},
|
||||||
|
_ => {
|
||||||
|
match &m.video_info {
|
||||||
|
Some(v) => {
|
||||||
|
for variant in &v.variants {
|
||||||
|
if variant.content_type == "video/mp4" {
|
||||||
|
return cache_media(&variant.url, t).await;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return Err(ScootalooError::new(&format!("Media Type for {} is video but no mp4 file URL is available", &m.url)).into());
|
||||||
|
},
|
||||||
|
None => {
|
||||||
|
return Err(ScootalooError::new(&format!("Media Type for {} is video but does not contain any video_info", &m.url)).into());
|
||||||
|
},
|
||||||
|
}
|
||||||
|
},
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
|
/*
|
||||||
|
* Those functions are related to the Mastodon side of things
|
||||||
|
*/
|
||||||
|
/// Gets Mastodon Data
|
||||||
|
fn get_mastodon_token(masto: &MastodonConfig) -> Mastodon {
|
||||||
|
let data = Data {
|
||||||
|
base: Cow::from(String::from(&masto.base)),
|
||||||
|
client_id: Cow::from(String::from(&masto.client_id)),
|
||||||
|
client_secret: Cow::from(String::from(&masto.client_secret)),
|
||||||
|
redirect: Cow::from(String::from(&masto.redirect)),
|
||||||
|
token: Cow::from(String::from(&masto.token)),
|
||||||
|
};
|
||||||
|
|
||||||
|
Mastodon::from(data)
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Builds toot text from tweet
|
||||||
|
fn build_basic_status(tweet: &Tweet) -> Result<String, Box<dyn Error>> {
|
||||||
|
let mut toot = String::from(&tweet.text);
|
||||||
|
|
||||||
|
let decoded_urls = decode_urls(&tweet.entities.urls);
|
||||||
|
|
||||||
|
for decoded_url in decoded_urls {
|
||||||
|
toot = toot.replace(&decoded_url.0, &decoded_url.1);
|
||||||
|
}
|
||||||
|
|
||||||
|
let decoded_mentions = twitter_mentions(&tweet.entities.user_mentions);
|
||||||
|
|
||||||
|
for decoded_mention in decoded_mentions {
|
||||||
|
toot = toot.replace(&decoded_mention.0, &decoded_mention.1);
|
||||||
|
}
|
||||||
|
|
||||||
|
if let Ok(t) = decode_html(&toot) {
|
||||||
|
toot = t;
|
||||||
|
}
|
||||||
|
|
||||||
|
Ok(toot)
|
||||||
|
}
|
||||||
|
|
||||||
|
/*
|
||||||
|
* Generic private functions
|
||||||
|
*/
|
||||||
|
/// Gets and caches Twitter Media inside the determined temp dir
|
||||||
|
async fn cache_media(u: &str, t: &str) -> Result<String, Box<dyn Error>> {
|
||||||
|
// create dir
|
||||||
|
create_dir_all(t).await?;
|
||||||
|
|
||||||
|
// get file
|
||||||
|
let mut response = reqwest::get(u).await?;
|
||||||
|
|
||||||
|
// create local file
|
||||||
|
let url = Url::parse(u)?;
|
||||||
|
let dest_filename = url.path_segments().ok_or_else(|| ScootalooError::new(&format!("Cannot determine the destination filename for {}", u)))?
|
||||||
|
.last().ok_or_else(|| ScootalooError::new(&format!("Cannot determine the destination filename for {}", u)))?;
|
||||||
|
|
||||||
|
let dest_filepath = format!("{}/{}", t, dest_filename);
|
||||||
|
|
||||||
|
let mut dest_file = File::create(&dest_filepath).await?;
|
||||||
|
|
||||||
|
while let Some(chunk) = response.chunk().await? {
|
||||||
|
copy(&mut &*chunk, &mut dest_file).await?;
|
||||||
|
}
|
||||||
|
|
||||||
|
Ok(dest_filepath)
|
||||||
|
}
|
||||||
|
|
||||||
|
/**********
|
||||||
|
* This is the struct that holds the Mastodon Media ID and the Twitter Media URL at the same Time
|
||||||
|
**********/
|
||||||
|
#[derive(Debug)]
|
||||||
|
struct ScootalooSpawnResponse {
|
||||||
|
mastodon_media_id: String,
|
||||||
|
twitter_media_url: String,
|
||||||
|
}
|
||||||
|
|
||||||
|
/**********
|
||||||
|
* local error handler
|
||||||
|
**********/
|
||||||
|
#[derive(Debug)]
|
||||||
|
struct ScootalooError {
|
||||||
|
details: String,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl ScootalooError {
|
||||||
|
fn new(msg: &str) -> ScootalooError {
|
||||||
|
ScootalooError {
|
||||||
|
details: String::from(msg),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
impl fmt::Display for ScootalooError {
|
||||||
|
fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result {
|
||||||
|
write!(f, "{}", self.details)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
impl std::error::Error for ScootalooError {
|
||||||
|
fn description(&self) -> &str {
|
||||||
|
&self.details
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/**********
|
||||||
|
* Config structure
|
||||||
|
***********/
|
||||||
|
/// General configuration Struct
|
||||||
|
#[derive(Debug, Deserialize)]
|
||||||
|
pub struct Config {
|
||||||
|
twitter: TwitterConfig,
|
||||||
|
mastodon: MastodonConfig,
|
||||||
|
scootaloo: ScootalooConfig,
|
||||||
|
}
|
||||||
|
|
||||||
|
#[derive(Debug, Deserialize)]
|
||||||
|
struct TwitterConfig {
|
||||||
|
username: String,
|
||||||
|
consumer_key: String,
|
||||||
|
consumer_secret: String,
|
||||||
|
access_key: String,
|
||||||
|
access_secret: String,
|
||||||
|
}
|
||||||
|
|
||||||
|
#[derive(Debug, Deserialize)]
|
||||||
|
struct MastodonConfig {
|
||||||
|
base: String,
|
||||||
|
client_id: String,
|
||||||
|
client_secret: String,
|
||||||
|
redirect: String,
|
||||||
|
token: String,
|
||||||
|
}
|
||||||
|
|
||||||
|
#[derive(Debug, Deserialize)]
|
||||||
|
struct ScootalooConfig {
|
||||||
|
last_tweet_path: String,
|
||||||
|
cache_path: String,
|
||||||
|
}
|
||||||
|
|
||||||
|
/*********
|
||||||
|
* Main functions
|
||||||
|
*********/
|
||||||
|
/// Parses the TOML file into a Config Struct
|
||||||
|
pub fn parse_toml(toml_file: &str) -> Config {
|
||||||
|
let toml_config = read_to_string(toml_file).unwrap_or_else(|e|
|
||||||
|
panic!("Cannot open config file {}: {}", toml_file, e)
|
||||||
|
);
|
||||||
|
|
||||||
|
let config: Config = toml::from_str(&toml_config).unwrap_or_else(|e|
|
||||||
|
panic!("Cannot parse TOML file {}: {}", toml_file, e)
|
||||||
|
);
|
||||||
|
|
||||||
|
config
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Generic register function
|
||||||
|
/// As this function is supposed to be run only once, it will panic for every error it encounters
|
||||||
|
/// Most of this function is a direct copy/paste of the official `elefren` crate
|
||||||
|
pub fn register(host: &str) {
|
||||||
|
let mut builder = App::builder();
|
||||||
|
builder.client_name(Cow::from(String::from(env!("CARGO_PKG_NAME"))))
|
||||||
|
.redirect_uris(Cow::from(String::from("urn:ietf:wg:oauth:2.0:oob")))
|
||||||
|
.scopes(Scopes::write_all())
|
||||||
|
.website(Cow::from(String::from("https://framagit.org/veretcle/scootaloo")));
|
||||||
|
|
||||||
|
let app = builder.build().expect("Cannot build the app");
|
||||||
|
|
||||||
|
let registration = Registration::new(host).register(app).expect("Cannot build registration object");
|
||||||
|
let url = registration.authorize_url().expect("Cannot generate registration URI!");
|
||||||
|
|
||||||
|
println!("Click this link to authorize on Mastodon: {}", url);
|
||||||
|
println!("Paste the returned authorization code: ");
|
||||||
|
|
||||||
|
let mut input = String::new();
|
||||||
|
stdin().read_line(&mut input).expect("Unable to read back registration code!");
|
||||||
|
|
||||||
|
let code = input.trim();
|
||||||
|
let mastodon = registration.complete(code).expect("Unable to create access token!");
|
||||||
|
|
||||||
|
let toml = toml::to_string(&*mastodon).unwrap();
|
||||||
|
|
||||||
|
println!("Please insert the following block at the end of your configuration file:\n[mastodon]\n{}", toml);
|
||||||
|
}
|
||||||
|
|
||||||
/// This is where the magic happens
|
/// This is where the magic happens
|
||||||
#[tokio::main]
|
#[tokio::main]
|
||||||
pub async fn run(config: Config) {
|
pub async fn run(config: Config) {
|
||||||
// create the task vector for handling multiple accounts
|
// retrieve the last tweet ID for the username
|
||||||
let mut mtask = vec![];
|
let last_tweet_id = read_state(&config.scootaloo.last_tweet_path);
|
||||||
|
|
||||||
// open the SQLite connection
|
// get OAuth2 token
|
||||||
let conn = Arc::new(Mutex::new(
|
let token = get_oauth2_token(&config);
|
||||||
Connection::open(&config.scootaloo.db_path).unwrap_or_else(|e| {
|
|
||||||
panic!(
|
|
||||||
"Something went wrong when opening the DB {}: {}",
|
|
||||||
&config.scootaloo.db_path, e
|
|
||||||
)
|
|
||||||
}),
|
|
||||||
));
|
|
||||||
|
|
||||||
for mastodon_config in config.mastodon.into_values() {
|
// get Mastodon instance
|
||||||
// create temporary value for each task
|
let mastodon = get_mastodon_token(&config.mastodon);
|
||||||
let scootaloo_cache_path = config.scootaloo.cache_path.clone();
|
|
||||||
let token = get_oauth2_token(&config.twitter);
|
|
||||||
let task_conn = conn.clone();
|
|
||||||
|
|
||||||
let task = spawn(async move {
|
// get user timeline feed (Vec<tweet>)
|
||||||
info!("Starting treating {}", &mastodon_config.twitter_screen_name);
|
let mut feed = get_user_timeline(&config, token, last_tweet_id)
|
||||||
|
.await
|
||||||
|
.unwrap_or_else(|e|
|
||||||
|
panic!("Something went wrong when trying to retrieve {}’s timeline: {}", &config.twitter.username, e)
|
||||||
|
);
|
||||||
|
|
||||||
// retrieve the last tweet ID for the username
|
// empty feed -> exiting
|
||||||
let lconn = task_conn.lock().await;
|
if feed.is_empty() {
|
||||||
let last_tweet_id = read_state(&lconn, &mastodon_config.twitter_screen_name, None)
|
info!("Nothing to retrieve since last time, exiting…");
|
||||||
.unwrap_or_else(|e| panic!("Cannot retrieve last_tweet_id: {}", e))
|
return;
|
||||||
.map(|s| s.tweet_id);
|
}
|
||||||
drop(lconn);
|
|
||||||
|
|
||||||
// get Mastodon instance
|
// order needs to be chronological
|
||||||
let mastodon = get_mastodon_token(&mastodon_config);
|
feed.reverse();
|
||||||
|
|
||||||
// get user timeline feed (Vec<tweet>)
|
for tweet in &feed {
|
||||||
let mut feed =
|
debug!("Treating Tweet {} inside feed", tweet.id);
|
||||||
get_user_timeline(&mastodon_config.twitter_screen_name, &token, last_tweet_id)
|
// determine if the tweet is part of a thread (response to self) or a standard response
|
||||||
.await
|
if let Some(r) = &tweet.in_reply_to_screen_name {
|
||||||
.unwrap_or_else(|e| {
|
if &r.to_lowercase() != &config.twitter.username.to_lowercase() {
|
||||||
panic!(
|
// we are responding not threading
|
||||||
"Something went wrong when trying to retrieve {}’s timeline: {}",
|
info!("Tweet is a direct response, skipping");
|
||||||
&mastodon_config.twitter_screen_name, e
|
continue;
|
||||||
)
|
}
|
||||||
});
|
};
|
||||||
|
|
||||||
// empty feed -> exiting
|
// build basic status by just yielding text and dereferencing contained urls
|
||||||
if feed.is_empty() {
|
let mut status_text = match build_basic_status(tweet) {
|
||||||
info!("Nothing to retrieve since last time, exiting…");
|
Ok(t) => t,
|
||||||
return;
|
Err(e) => {
|
||||||
}
|
error!("Could not create status from tweet {}: {}", tweet.id ,e);
|
||||||
|
continue;
|
||||||
|
},
|
||||||
|
};
|
||||||
|
|
||||||
// order needs to be chronological
|
let mut status_medias: Vec<String> = vec![];
|
||||||
feed.reverse();
|
|
||||||
|
|
||||||
for tweet in &feed {
|
// reupload the attachments if any
|
||||||
info!("Treating Tweet {} inside feed", tweet.id);
|
if let Some(m) = &tweet.extended_entities {
|
||||||
// initiate the toot_reply_id var
|
for media in &m.media {
|
||||||
let mut toot_reply_id: Option<String> = None;
|
let local_tweet_media_path = match get_tweet_media(&media, &config.scootaloo.cache_path).await {
|
||||||
// determine if the tweet is part of a thread (response to self) or a standard response
|
Ok(m) => m,
|
||||||
if let Some(r) = &tweet.in_reply_to_screen_name {
|
Err(e) => {
|
||||||
if r.to_lowercase() != mastodon_config.twitter_screen_name.to_lowercase() {
|
error!("Cannot get tweet media for {}: {}", &media.url, e);
|
||||||
// we are responding not threading
|
continue;
|
||||||
info!("Tweet is a direct response, skipping");
|
},
|
||||||
|
};
|
||||||
|
|
||||||
|
let mastodon_media_ids = match mastodon.media(Cow::from(String::from(&local_tweet_media_path))) {
|
||||||
|
Ok(m) => {
|
||||||
|
remove_file(&local_tweet_media_path).await.unwrap_or_else(|e|
|
||||||
|
warn!("Attachment for {} has been uploaded, but I’m unable to remove the existing file: {}", &local_tweet_media_path, e)
|
||||||
|
);
|
||||||
|
m.id
|
||||||
|
},
|
||||||
|
Err(e) => {
|
||||||
|
error!("Attachment {} cannot be uploaded to Mastodon Instance: {}", &local_tweet_media_path, e);
|
||||||
continue;
|
continue;
|
||||||
}
|
}
|
||||||
info!("Tweet is a thread");
|
|
||||||
// get the corresponding toot id
|
|
||||||
let lconn = task_conn.lock().await;
|
|
||||||
toot_reply_id = read_state(
|
|
||||||
&lconn,
|
|
||||||
&mastodon_config.twitter_screen_name,
|
|
||||||
tweet.in_reply_to_status_id,
|
|
||||||
)
|
|
||||||
.unwrap_or(None)
|
|
||||||
.map(|s| s.toot_id);
|
|
||||||
drop(lconn);
|
|
||||||
};
|
};
|
||||||
|
|
||||||
// build basic status by just yielding text and dereferencing contained urls
|
status_medias.push(mastodon_media_ids);
|
||||||
let mut status_text = build_basic_status(tweet);
|
|
||||||
|
|
||||||
// building associative media list
|
// last step, removing the reference to the media from with the toot’s text
|
||||||
let (media_url, status_medias) =
|
status_text = status_text.replace(&media.url, "");
|
||||||
generate_media_ids(tweet, &scootaloo_cache_path, &mastodon).await;
|
|
||||||
|
|
||||||
status_text = status_text.replace(&media_url, "");
|
|
||||||
|
|
||||||
info!("Building corresponding Mastodon status");
|
|
||||||
|
|
||||||
let mut status_builder = StatusBuilder::new();
|
|
||||||
|
|
||||||
status_builder.status(&status_text).media_ids(status_medias);
|
|
||||||
|
|
||||||
if let Some(i) = toot_reply_id {
|
|
||||||
status_builder.in_reply_to(&i);
|
|
||||||
}
|
|
||||||
|
|
||||||
// can be activated for test purposes
|
|
||||||
// status_builder.visibility(elefren::status_builder::Visibility::Private);
|
|
||||||
|
|
||||||
let status = status_builder
|
|
||||||
.build()
|
|
||||||
.unwrap_or_else(|_| panic!("Cannot build status with text {}", &status_text));
|
|
||||||
|
|
||||||
// publish status
|
|
||||||
// again unwrap is safe here as we are in the main thread
|
|
||||||
let published_status = mastodon.new_status(status).unwrap();
|
|
||||||
// this will panic if it cannot publish the status, which is a good thing, it allows the
|
|
||||||
// last_tweet gathered not to be written
|
|
||||||
|
|
||||||
let ttt_towrite = TweetToToot {
|
|
||||||
twitter_screen_name: mastodon_config.twitter_screen_name.clone(),
|
|
||||||
tweet_id: tweet.id,
|
|
||||||
toot_id: published_status.id,
|
|
||||||
};
|
|
||||||
|
|
||||||
// write the current state (tweet ID and toot ID) to avoid copying it another time
|
|
||||||
let lconn = task_conn.lock().await;
|
|
||||||
write_state(&lconn, ttt_towrite)
|
|
||||||
.unwrap_or_else(|e| panic!("Can’t write the last tweet retrieved: {}", e));
|
|
||||||
drop(lconn);
|
|
||||||
}
|
}
|
||||||
});
|
}
|
||||||
|
// finished reuploading attachments, now let’s do the toot baby!
|
||||||
|
|
||||||
// push each task into the vec task
|
debug!("Building corresponding Mastodon status");
|
||||||
mtask.push(task);
|
let status = StatusBuilder::new()
|
||||||
}
|
.status(&status_text)
|
||||||
|
.media_ids(status_medias)
|
||||||
|
.build()
|
||||||
|
.expect(&format!("Cannot build status with text {}", &status_text));
|
||||||
|
|
||||||
// launch and wait for every handle
|
// publish status
|
||||||
for handle in mtask {
|
// again unwrap is safe here as we are in the main thread
|
||||||
handle.await.unwrap();
|
mastodon.new_status(status).unwrap();
|
||||||
|
// this will panic if it cannot publish the status, which is a good thing, it allows the
|
||||||
|
// last_tweet gathered not to be written
|
||||||
|
|
||||||
|
// write the current state (tweet ID) to avoid copying it another time
|
||||||
|
write_state(&config.scootaloo.last_tweet_path, tweet.id).unwrap_or_else(|e|
|
||||||
|
panic!("Can’t write the last tweet retrieved: {}", e)
|
||||||
|
);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
169
src/main.rs
169
src/main.rs
@@ -1,142 +1,63 @@
|
|||||||
use clap::{App, Arg, SubCommand};
|
// self
|
||||||
use log::{error, LevelFilter};
|
|
||||||
use scootaloo::*;
|
use scootaloo::*;
|
||||||
use simple_logger::SimpleLogger;
|
|
||||||
use std::str::FromStr;
|
|
||||||
|
|
||||||
const DEFAULT_CONFIG_PATH: &str = "/usr/local/etc/scootaloo.toml";
|
// clap
|
||||||
|
use clap::{App, Arg, SubCommand};
|
||||||
|
|
||||||
|
// log
|
||||||
|
use log::{LevelFilter, error};
|
||||||
|
use simple_logger::SimpleLogger;
|
||||||
|
|
||||||
|
// std
|
||||||
|
use std::str::FromStr;
|
||||||
|
|
||||||
fn main() {
|
fn main() {
|
||||||
let matches = App::new(env!("CARGO_PKG_NAME"))
|
let matches = App::new(env!("CARGO_PKG_NAME"))
|
||||||
.version(env!("CARGO_PKG_VERSION"))
|
.version(env!("CARGO_PKG_VERSION"))
|
||||||
.about("A Twitter to Mastodon bot")
|
.about("A Twitter to Mastodon bot")
|
||||||
.arg(
|
.arg(Arg::with_name("config")
|
||||||
Arg::with_name("config")
|
.short("c")
|
||||||
.short("c")
|
.long("config")
|
||||||
.long("config")
|
.value_name("CONFIG_FILE")
|
||||||
.value_name("CONFIG_FILE")
|
.help("TOML config file for scootaloo (default /usr/local/etc/scootaloo.toml)")
|
||||||
.help(&format!(
|
.takes_value(true)
|
||||||
"TOML config file for scootaloo (default {})",
|
.display_order(1))
|
||||||
DEFAULT_CONFIG_PATH
|
.arg(Arg::with_name("log_level")
|
||||||
))
|
.short("l")
|
||||||
.takes_value(true)
|
.long("loglevel")
|
||||||
.display_order(1),
|
.value_name("LOGLEVEL")
|
||||||
)
|
.help("Log level. Valid values are: Off, Warn, Error, Info, Debug")
|
||||||
.arg(
|
.takes_value(true)
|
||||||
Arg::with_name("log_level")
|
.display_order(2))
|
||||||
.short("l")
|
.subcommand(SubCommand::with_name("register")
|
||||||
.long("loglevel")
|
.version(env!("CARGO_PKG_VERSION"))
|
||||||
.value_name("LOGLEVEL")
|
.about("Command to register to a Mastodon Instance")
|
||||||
.help("Log level. Valid values are: Off, Warn, Error, Info, Debug")
|
.arg(Arg::with_name("host")
|
||||||
.takes_value(true)
|
.short("H")
|
||||||
.display_order(2),
|
.long("host")
|
||||||
)
|
.value_name("HOST")
|
||||||
.subcommand(
|
.help("Base URL of the Mastodon instance to register to (no default)")
|
||||||
SubCommand::with_name("register")
|
.takes_value(true)
|
||||||
.version(env!("CARGO_PKG_VERSION"))
|
.required(true)
|
||||||
.about("Command to register to a Mastodon Instance")
|
.display_order(1)))
|
||||||
.arg(
|
.get_matches();
|
||||||
Arg::with_name("host")
|
if let Some(matches) = matches.subcommand_matches("register") {
|
||||||
.short("H")
|
register(matches.value_of("host").unwrap());
|
||||||
.long("host")
|
return;
|
||||||
.value_name("HOST")
|
|
||||||
.help("Base URL of the Mastodon instance to register to (no default)")
|
|
||||||
.takes_value(true)
|
|
||||||
.required(true)
|
|
||||||
.display_order(1)
|
|
||||||
)
|
|
||||||
.arg(
|
|
||||||
Arg::with_name("name")
|
|
||||||
.short("n")
|
|
||||||
.long("name")
|
|
||||||
.help("Twitter Screen Name (like https://twitter.com/screen_name, no default)")
|
|
||||||
.takes_value(true)
|
|
||||||
.required(true)
|
|
||||||
.display_order(2)
|
|
||||||
),
|
|
||||||
)
|
|
||||||
.subcommand(
|
|
||||||
SubCommand::with_name("init")
|
|
||||||
.version(env!("CARGO_PKG_VERSION"))
|
|
||||||
.about("Command to init Scootaloo DB")
|
|
||||||
.arg(
|
|
||||||
Arg::with_name("config")
|
|
||||||
.short("c")
|
|
||||||
.long("config")
|
|
||||||
.value_name("CONFIG_FILE")
|
|
||||||
.help(&format!(
|
|
||||||
"TOML config file for scootaloo (default {})",
|
|
||||||
DEFAULT_CONFIG_PATH
|
|
||||||
))
|
|
||||||
.takes_value(true)
|
|
||||||
.display_order(1),
|
|
||||||
),
|
|
||||||
)
|
|
||||||
.subcommand(
|
|
||||||
SubCommand::with_name("migrate")
|
|
||||||
.version(env!("CARGO_PKG_VERSION"))
|
|
||||||
.about("Command to migrate Scootaloo DB")
|
|
||||||
.arg(
|
|
||||||
Arg::with_name("config")
|
|
||||||
.short("c")
|
|
||||||
.long("config")
|
|
||||||
.value_name("CONFIG_FILE")
|
|
||||||
.help(&format!("TOML config file for scootaloo (default {})", DEFAULT_CONFIG_PATH))
|
|
||||||
.takes_value(true)
|
|
||||||
.display_order(1),
|
|
||||||
)
|
|
||||||
.arg(
|
|
||||||
Arg::with_name("name")
|
|
||||||
.short("n")
|
|
||||||
.long("name")
|
|
||||||
.help("Twitter Screen Name (like https://twitter.com/screen_name, no default)")
|
|
||||||
.takes_value(true)
|
|
||||||
.display_order(2)
|
|
||||||
)
|
|
||||||
)
|
|
||||||
.get_matches();
|
|
||||||
|
|
||||||
match matches.subcommand() {
|
|
||||||
("register", Some(sub_m)) => {
|
|
||||||
register(
|
|
||||||
sub_m.value_of("host").unwrap(),
|
|
||||||
sub_m.value_of("name").unwrap(),
|
|
||||||
);
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
("init", Some(sub_m)) => {
|
|
||||||
let config = parse_toml(sub_m.value_of("config").unwrap_or(DEFAULT_CONFIG_PATH));
|
|
||||||
init_db(&config.scootaloo.db_path).unwrap();
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
("migrate", Some(sub_m)) => {
|
|
||||||
let config = parse_toml(sub_m.value_of("config").unwrap_or(DEFAULT_CONFIG_PATH));
|
|
||||||
let config_twitter_screen_name =
|
|
||||||
&config.mastodon.values().next().unwrap().twitter_screen_name;
|
|
||||||
migrate_db(
|
|
||||||
&config.scootaloo.db_path,
|
|
||||||
sub_m.value_of("name").unwrap_or(config_twitter_screen_name),
|
|
||||||
)
|
|
||||||
.unwrap();
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
_ => (),
|
|
||||||
}
|
}
|
||||||
|
|
||||||
if matches.is_present("log_level") {
|
if matches.is_present("log_level") {
|
||||||
match LevelFilter::from_str(matches.value_of("log_level").unwrap()) {
|
match LevelFilter::from_str(matches.value_of("log_level").unwrap()) {
|
||||||
Ok(level) => SimpleLogger::new().with_level(level).init().unwrap(),
|
Ok(level) => { SimpleLogger::new().with_level(level).init().unwrap()},
|
||||||
Err(e) => {
|
Err(e) => {
|
||||||
SimpleLogger::new()
|
SimpleLogger::new().with_level(LevelFilter::Error).init().unwrap();
|
||||||
.with_level(LevelFilter::Error)
|
|
||||||
.init()
|
|
||||||
.unwrap();
|
|
||||||
error!("Unknown log level filter: {}", e);
|
error!("Unknown log level filter: {}", e);
|
||||||
}
|
}
|
||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
|
||||||
let config = parse_toml(matches.value_of("config").unwrap_or(DEFAULT_CONFIG_PATH));
|
let config = parse_toml(matches.value_of("config").unwrap_or("/usr/local/etc/scootaloo.toml"));
|
||||||
|
|
||||||
run(config);
|
run(config);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
228
src/mastodon.rs
228
src/mastodon.rs
@@ -1,228 +0,0 @@
|
|||||||
use crate::config::MastodonConfig;
|
|
||||||
|
|
||||||
use egg_mode::{
|
|
||||||
entities::{MentionEntity, UrlEntity},
|
|
||||||
tweet::Tweet,
|
|
||||||
};
|
|
||||||
use elefren::{apps::App, prelude::*, scopes::Scopes};
|
|
||||||
use html_escape::decode_html_entities;
|
|
||||||
use std::{borrow::Cow, collections::HashMap, io::stdin};
|
|
||||||
|
|
||||||
/// Decodes the Twitter mention to something that will make sense once Twitter has joined the
|
|
||||||
/// Fediverse
|
|
||||||
fn twitter_mentions(ums: &[MentionEntity]) -> HashMap<String, String> {
|
|
||||||
ums.iter()
|
|
||||||
.map(|s| {
|
|
||||||
(
|
|
||||||
format!("@{}", s.screen_name),
|
|
||||||
format!("@{}@twitter.com", s.screen_name),
|
|
||||||
)
|
|
||||||
})
|
|
||||||
.collect()
|
|
||||||
}
|
|
||||||
|
|
||||||
/// Decodes urls from UrlEntities
|
|
||||||
fn decode_urls(urls: &[UrlEntity]) -> HashMap<String, String> {
|
|
||||||
urls.iter()
|
|
||||||
.filter(|s| s.expanded_url.is_some())
|
|
||||||
.map(|s| {
|
|
||||||
(
|
|
||||||
s.url.to_owned(),
|
|
||||||
s.expanded_url.as_deref().unwrap().to_owned(),
|
|
||||||
)
|
|
||||||
})
|
|
||||||
.collect()
|
|
||||||
}
|
|
||||||
|
|
||||||
/// Gets Mastodon Data
|
|
||||||
pub fn get_mastodon_token(masto: &MastodonConfig) -> Mastodon {
|
|
||||||
let data = Data {
|
|
||||||
base: Cow::from(masto.base.to_owned()),
|
|
||||||
client_id: Cow::from(masto.client_id.to_owned()),
|
|
||||||
client_secret: Cow::from(masto.client_secret.to_owned()),
|
|
||||||
redirect: Cow::from(masto.redirect.to_owned()),
|
|
||||||
token: Cow::from(masto.token.to_owned()),
|
|
||||||
};
|
|
||||||
|
|
||||||
Mastodon::from(data)
|
|
||||||
}
|
|
||||||
|
|
||||||
/// Builds toot text from tweet
|
|
||||||
pub fn build_basic_status(tweet: &Tweet) -> String {
|
|
||||||
let mut toot = tweet.text.to_owned();
|
|
||||||
|
|
||||||
for decoded_url in decode_urls(&tweet.entities.urls) {
|
|
||||||
toot = toot.replace(&decoded_url.0, &decoded_url.1);
|
|
||||||
}
|
|
||||||
|
|
||||||
for decoded_mention in twitter_mentions(&tweet.entities.user_mentions) {
|
|
||||||
toot = toot.replace(&decoded_mention.0, &decoded_mention.1);
|
|
||||||
}
|
|
||||||
|
|
||||||
decode_html_entities(&toot).to_string()
|
|
||||||
}
|
|
||||||
|
|
||||||
/// Generic register function
|
|
||||||
/// As this function is supposed to be run only once, it will panic for every error it encounters
|
|
||||||
/// Most of this function is a direct copy/paste of the official `elefren` crate
|
|
||||||
pub fn register(host: &str, screen_name: &str) {
|
|
||||||
let mut builder = App::builder();
|
|
||||||
builder
|
|
||||||
.client_name(Cow::from(env!("CARGO_PKG_NAME").to_string()))
|
|
||||||
.redirect_uris(Cow::from("urn:ietf:wg:oauth:2.0:oob".to_string()))
|
|
||||||
.scopes(Scopes::write_all())
|
|
||||||
.website(Cow::from(
|
|
||||||
"https://framagit.org/veretcle/scootaloo".to_string(),
|
|
||||||
));
|
|
||||||
|
|
||||||
let app = builder.build().expect("Cannot build the app");
|
|
||||||
|
|
||||||
let registration = Registration::new(host)
|
|
||||||
.register(app)
|
|
||||||
.expect("Cannot build registration object");
|
|
||||||
let url = registration
|
|
||||||
.authorize_url()
|
|
||||||
.expect("Cannot generate registration URI!");
|
|
||||||
|
|
||||||
println!("Click this link to authorize on Mastodon: {}", url);
|
|
||||||
println!("Paste the returned authorization code: ");
|
|
||||||
|
|
||||||
let mut input = String::new();
|
|
||||||
stdin()
|
|
||||||
.read_line(&mut input)
|
|
||||||
.expect("Unable to read back registration code!");
|
|
||||||
|
|
||||||
let code = input.trim();
|
|
||||||
let mastodon = registration
|
|
||||||
.complete(code)
|
|
||||||
.expect("Unable to create access token!");
|
|
||||||
|
|
||||||
let toml = toml::to_string(&*mastodon).unwrap();
|
|
||||||
|
|
||||||
println!(
|
|
||||||
"Please insert the following block at the end of your configuration file:
|
|
||||||
[mastodon.{}]
|
|
||||||
twitter_screen_name = \"{}\"
|
|
||||||
{}",
|
|
||||||
screen_name.to_lowercase(),
|
|
||||||
screen_name,
|
|
||||||
toml
|
|
||||||
);
|
|
||||||
}
|
|
||||||
|
|
||||||
#[cfg(test)]
|
|
||||||
mod tests {
|
|
||||||
use super::*;
|
|
||||||
|
|
||||||
use chrono::prelude::*;
|
|
||||||
use egg_mode::tweet::TweetEntities;
|
|
||||||
|
|
||||||
#[test]
|
|
||||||
fn test_twitter_mentions() {
|
|
||||||
let mention_entity = MentionEntity {
|
|
||||||
id: 12345,
|
|
||||||
range: (1, 3),
|
|
||||||
name: "Ta Mere l0l".to_string(),
|
|
||||||
screen_name: "tamerelol".to_string(),
|
|
||||||
};
|
|
||||||
|
|
||||||
let twitter_ums = vec![mention_entity];
|
|
||||||
|
|
||||||
let mut expected_mentions = HashMap::new();
|
|
||||||
expected_mentions.insert(
|
|
||||||
"@tamerelol".to_string(),
|
|
||||||
"@tamerelol@twitter.com".to_string(),
|
|
||||||
);
|
|
||||||
|
|
||||||
let decoded_mentions = twitter_mentions(&twitter_ums);
|
|
||||||
|
|
||||||
assert_eq!(expected_mentions, decoded_mentions);
|
|
||||||
}
|
|
||||||
|
|
||||||
#[test]
|
|
||||||
fn test_decode_urls() {
|
|
||||||
let url_entity1 = UrlEntity {
|
|
||||||
display_url: "tamerelol".to_string(),
|
|
||||||
expanded_url: Some("https://www.nintendojo.fr/dojobar".to_string()),
|
|
||||||
range: (1, 3),
|
|
||||||
url: "https://t.me/tamerelol".to_string(),
|
|
||||||
};
|
|
||||||
|
|
||||||
let url_entity2 = UrlEntity {
|
|
||||||
display_url: "tamerelol".to_string(),
|
|
||||||
expanded_url: None,
|
|
||||||
range: (1, 3),
|
|
||||||
url: "https://t.me/tamerelol".to_string(),
|
|
||||||
};
|
|
||||||
|
|
||||||
let twitter_urls = vec![url_entity1, url_entity2];
|
|
||||||
|
|
||||||
let mut expected_urls = HashMap::new();
|
|
||||||
expected_urls.insert(
|
|
||||||
"https://t.me/tamerelol".to_string(),
|
|
||||||
"https://www.nintendojo.fr/dojobar".to_string(),
|
|
||||||
);
|
|
||||||
|
|
||||||
let decoded_urls = decode_urls(&twitter_urls);
|
|
||||||
|
|
||||||
assert_eq!(expected_urls, decoded_urls);
|
|
||||||
}
|
|
||||||
|
|
||||||
#[test]
|
|
||||||
fn test_build_basic_status() {
|
|
||||||
let t = Tweet {
|
|
||||||
coordinates: None,
|
|
||||||
created_at: Utc::now(),
|
|
||||||
current_user_retweet: None,
|
|
||||||
display_text_range: None,
|
|
||||||
entities: TweetEntities {
|
|
||||||
hashtags: vec![],
|
|
||||||
symbols: vec![],
|
|
||||||
urls: vec![
|
|
||||||
UrlEntity {
|
|
||||||
display_url: "youtube.com/watch?v=w5TrSa…".to_string(),
|
|
||||||
expanded_url: Some("https://www.youtube.com/watch?v=w5TrSaoYmZ8".to_string()),
|
|
||||||
range: (93, 116),
|
|
||||||
url: "https://t.co/zXw0FfX2Nt".to_string(),
|
|
||||||
}
|
|
||||||
],
|
|
||||||
user_mentions: vec![
|
|
||||||
MentionEntity {
|
|
||||||
id: 491500016,
|
|
||||||
range: (80, 95),
|
|
||||||
name: "Nintendo France".to_string(),
|
|
||||||
screen_name: "NintendoFrance".to_string(),
|
|
||||||
}
|
|
||||||
],
|
|
||||||
media: None,
|
|
||||||
},
|
|
||||||
extended_entities: None,
|
|
||||||
favorite_count: 0,
|
|
||||||
favorited: None,
|
|
||||||
filter_level: None,
|
|
||||||
id: 1491541246984306693,
|
|
||||||
in_reply_to_user_id: None,
|
|
||||||
in_reply_to_screen_name: None,
|
|
||||||
in_reply_to_status_id: None,
|
|
||||||
lang: None,
|
|
||||||
place: None,
|
|
||||||
possibly_sensitive: None,
|
|
||||||
quoted_status: None,
|
|
||||||
quoted_status_id: None,
|
|
||||||
retweet_count: 0,
|
|
||||||
retweeted: None,
|
|
||||||
retweeted_status: None,
|
|
||||||
source: None,
|
|
||||||
text: "Mother 1 & 2 sur le NES/SNES online !\nDispo maintenant. cc @NintendoFrance https://t.co/zXw0FfX2Nt".to_string(),
|
|
||||||
truncated: false,
|
|
||||||
user: None,
|
|
||||||
withheld_copyright: false,
|
|
||||||
withheld_in_countries: None,
|
|
||||||
withheld_scope: None,
|
|
||||||
};
|
|
||||||
|
|
||||||
let t_out = build_basic_status(&t);
|
|
||||||
|
|
||||||
assert_eq!(&t_out, "Mother 1 & 2 sur le NES/SNES online !\nDispo maintenant. cc @NintendoFrance@twitter.com https://www.youtube.com/watch?v=w5TrSaoYmZ8");
|
|
||||||
}
|
|
||||||
}
|
|
||||||
304
src/state.rs
304
src/state.rs
@@ -1,304 +0,0 @@
|
|||||||
use std::error::Error;
|
|
||||||
|
|
||||||
use log::debug;
|
|
||||||
|
|
||||||
use rusqlite::{params, Connection, OptionalExtension};
|
|
||||||
|
|
||||||
/// Struct for each query line
|
|
||||||
#[derive(Debug)]
|
|
||||||
pub struct TweetToToot {
|
|
||||||
pub twitter_screen_name: String,
|
|
||||||
pub tweet_id: u64,
|
|
||||||
pub toot_id: String,
|
|
||||||
}
|
|
||||||
|
|
||||||
/// if None is passed, read the last tweet from DB
|
|
||||||
/// if a tweet_id is passed, read this particular tweet from DB
|
|
||||||
pub fn read_state(
|
|
||||||
conn: &Connection,
|
|
||||||
n: &str,
|
|
||||||
s: Option<u64>,
|
|
||||||
) -> Result<Option<TweetToToot>, Box<dyn Error>> {
|
|
||||||
debug!("Reading tweet_id {:?}", s);
|
|
||||||
let query: String = match s {
|
|
||||||
Some(i) => format!("SELECT * FROM tweet_to_toot WHERE tweet_id = {} and twitter_screen_name = \"{}\"", i, n),
|
|
||||||
None => format!("SELECT * FROM tweet_to_toot WHERE twitter_screen_name = \"{}\" ORDER BY tweet_id DESC LIMIT 1", n),
|
|
||||||
};
|
|
||||||
|
|
||||||
let mut stmt = conn.prepare(&query)?;
|
|
||||||
|
|
||||||
let t = stmt
|
|
||||||
.query_row([], |row| {
|
|
||||||
Ok(TweetToToot {
|
|
||||||
twitter_screen_name: row.get("twitter_screen_name")?,
|
|
||||||
tweet_id: row.get("tweet_id")?,
|
|
||||||
toot_id: row.get("toot_id")?,
|
|
||||||
})
|
|
||||||
})
|
|
||||||
.optional()?;
|
|
||||||
|
|
||||||
Ok(t)
|
|
||||||
}
|
|
||||||
|
|
||||||
/// Writes last treated tweet id and toot id to the db
|
|
||||||
pub fn write_state(conn: &Connection, t: TweetToToot) -> Result<(), Box<dyn Error>> {
|
|
||||||
debug!("Write struct {:?}", t);
|
|
||||||
conn.execute(
|
|
||||||
"INSERT INTO tweet_to_toot (twitter_screen_name, tweet_id, toot_id) VALUES (?1, ?2, ?3)",
|
|
||||||
params![t.twitter_screen_name, t.tweet_id, t.toot_id],
|
|
||||||
)?;
|
|
||||||
|
|
||||||
Ok(())
|
|
||||||
}
|
|
||||||
|
|
||||||
/// Initiates the DB from path
|
|
||||||
pub fn init_db(d: &str) -> Result<(), Box<dyn Error>> {
|
|
||||||
debug!("Initializing DB for Scootaloo");
|
|
||||||
let conn = Connection::open(d)?;
|
|
||||||
|
|
||||||
conn.execute(
|
|
||||||
"CREATE TABLE IF NOT EXISTS tweet_to_toot (
|
|
||||||
twitter_screen_name TEXT NOT NULL,
|
|
||||||
tweet_id INTEGER PRIMARY KEY,
|
|
||||||
toot_id TEXT UNIQUE
|
|
||||||
)",
|
|
||||||
[],
|
|
||||||
)?;
|
|
||||||
|
|
||||||
Ok(())
|
|
||||||
}
|
|
||||||
|
|
||||||
/// Migrate DB from 0.6.x to 0.7.x
|
|
||||||
pub fn migrate_db(d: &str, s: &str) -> Result<(), Box<dyn Error>> {
|
|
||||||
debug!("Migrating DB for Scootaloo");
|
|
||||||
|
|
||||||
let conn = Connection::open(d)?;
|
|
||||||
|
|
||||||
let res = conn.execute(
|
|
||||||
&format!(
|
|
||||||
"ALTER TABLE tweet_to_toot
|
|
||||||
ADD COLUMN twitter_screen_name TEXT NOT NULL
|
|
||||||
DEFAULT \"{}\"",
|
|
||||||
s
|
|
||||||
),
|
|
||||||
[],
|
|
||||||
);
|
|
||||||
|
|
||||||
match res {
|
|
||||||
Err(e) => match e.to_string().as_str() {
|
|
||||||
"duplicate column name: twitter_screen_name" => Ok(()),
|
|
||||||
_ => Err(Box::new(e)),
|
|
||||||
},
|
|
||||||
_ => Ok(()),
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
#[cfg(test)]
|
|
||||||
mod tests {
|
|
||||||
use super::*;
|
|
||||||
use std::{fs::remove_file, path::Path};
|
|
||||||
|
|
||||||
#[test]
|
|
||||||
fn test_init_db() {
|
|
||||||
let d = "/tmp/test_init_db.sqlite";
|
|
||||||
|
|
||||||
init_db(d).unwrap();
|
|
||||||
|
|
||||||
// check that file exist
|
|
||||||
assert!(Path::new(d).exists());
|
|
||||||
|
|
||||||
// open said file
|
|
||||||
let conn = Connection::open(d).unwrap();
|
|
||||||
conn.execute("SELECT * from tweet_to_toot;", []).unwrap();
|
|
||||||
|
|
||||||
remove_file(d).unwrap();
|
|
||||||
}
|
|
||||||
|
|
||||||
#[test]
|
|
||||||
fn test_init_init_db() {
|
|
||||||
// init_db fn should be idempotent so let’s test that
|
|
||||||
let d = "/tmp/test_init_init_db.sqlite";
|
|
||||||
|
|
||||||
init_db(d).unwrap();
|
|
||||||
|
|
||||||
let conn = Connection::open(d).unwrap();
|
|
||||||
|
|
||||||
conn.execute(
|
|
||||||
"INSERT INTO tweet_to_toot (twitter_screen_name, tweet_id, toot_id)
|
|
||||||
VALUES
|
|
||||||
('tamerelol', 100, 'A');",
|
|
||||||
[],
|
|
||||||
)
|
|
||||||
.unwrap();
|
|
||||||
|
|
||||||
init_db(d).unwrap();
|
|
||||||
|
|
||||||
remove_file(d).unwrap();
|
|
||||||
}
|
|
||||||
|
|
||||||
#[test]
|
|
||||||
fn test_write_state() {
|
|
||||||
let d = "/tmp/test_write_state.sqlite";
|
|
||||||
|
|
||||||
init_db(d).unwrap();
|
|
||||||
|
|
||||||
let conn = Connection::open(d).unwrap();
|
|
||||||
|
|
||||||
let t_in = TweetToToot {
|
|
||||||
twitter_screen_name: "tamerelol".to_string(),
|
|
||||||
tweet_id: 123456789,
|
|
||||||
toot_id: "987654321".to_string(),
|
|
||||||
};
|
|
||||||
|
|
||||||
write_state(&conn, t_in).unwrap();
|
|
||||||
|
|
||||||
let mut stmt = conn.prepare("SELECT * FROM tweet_to_toot;").unwrap();
|
|
||||||
|
|
||||||
let t_out = stmt
|
|
||||||
.query_row([], |row| {
|
|
||||||
Ok(TweetToToot {
|
|
||||||
twitter_screen_name: row.get("twitter_screen_name").unwrap(),
|
|
||||||
tweet_id: row.get("tweet_id").unwrap(),
|
|
||||||
toot_id: row.get("toot_id").unwrap(),
|
|
||||||
})
|
|
||||||
})
|
|
||||||
.unwrap();
|
|
||||||
|
|
||||||
assert_eq!(&t_out.twitter_screen_name, "tamerelol");
|
|
||||||
assert_eq!(t_out.tweet_id, 123456789);
|
|
||||||
assert_eq!(&t_out.toot_id, "987654321");
|
|
||||||
|
|
||||||
remove_file(d).unwrap();
|
|
||||||
}
|
|
||||||
|
|
||||||
#[test]
|
|
||||||
fn test_none_to_tweet_id_read_state() {
|
|
||||||
let d = "/tmp/test_none_to_tweet_id_read_state.sqlite";
|
|
||||||
|
|
||||||
init_db(d).unwrap();
|
|
||||||
|
|
||||||
let conn = Connection::open(d).unwrap();
|
|
||||||
|
|
||||||
conn.execute(
|
|
||||||
"INSERT INTO tweet_to_toot (twitter_screen_name, tweet_id, toot_id)
|
|
||||||
VALUES
|
|
||||||
('tamerelol', 101, 'A'),
|
|
||||||
('tamerelol', 102, 'B');",
|
|
||||||
[],
|
|
||||||
)
|
|
||||||
.unwrap();
|
|
||||||
|
|
||||||
let t_out = read_state(&conn, "tamerelol", None).unwrap().unwrap();
|
|
||||||
|
|
||||||
remove_file(d).unwrap();
|
|
||||||
|
|
||||||
assert_eq!(t_out.tweet_id, 102);
|
|
||||||
assert_eq!(t_out.toot_id, "B");
|
|
||||||
}
|
|
||||||
|
|
||||||
#[test]
|
|
||||||
fn test_none_to_none_read_state() {
|
|
||||||
let d = "/tmp/test_none_to_none_read_state.sqlite";
|
|
||||||
|
|
||||||
init_db(d).unwrap();
|
|
||||||
|
|
||||||
let conn = Connection::open(d).unwrap();
|
|
||||||
|
|
||||||
let t_out = read_state(&conn, "tamerelol", None).unwrap();
|
|
||||||
|
|
||||||
remove_file(d).unwrap();
|
|
||||||
|
|
||||||
assert!(t_out.is_none());
|
|
||||||
}
|
|
||||||
|
|
||||||
#[test]
|
|
||||||
fn test_tweet_id_to_none_read_state() {
|
|
||||||
let d = "/tmp/test_tweet_id_to_none_read_state.sqlite";
|
|
||||||
|
|
||||||
init_db(d).unwrap();
|
|
||||||
|
|
||||||
let conn = Connection::open(d).unwrap();
|
|
||||||
|
|
||||||
conn.execute(
|
|
||||||
"INSERT INTO tweet_to_toot (twitter_screen_name, tweet_id, toot_id)
|
|
||||||
VALUES
|
|
||||||
('tamerelol', 100, 'A');",
|
|
||||||
[],
|
|
||||||
)
|
|
||||||
.unwrap();
|
|
||||||
|
|
||||||
let t_out = read_state(&conn, "tamerelol", Some(101)).unwrap();
|
|
||||||
|
|
||||||
remove_file(d).unwrap();
|
|
||||||
|
|
||||||
assert!(t_out.is_none());
|
|
||||||
}
|
|
||||||
|
|
||||||
#[test]
|
|
||||||
fn test_tweet_id_to_tweet_id_read_state() {
|
|
||||||
let d = "/tmp/test_tweet_id_to_tweet_id_read_state.sqlite";
|
|
||||||
|
|
||||||
init_db(d).unwrap();
|
|
||||||
|
|
||||||
let conn = Connection::open(d).unwrap();
|
|
||||||
|
|
||||||
conn.execute(
|
|
||||||
"INSERT INTO tweet_to_toot (twitter_screen_name, tweet_id, toot_id)
|
|
||||||
VALUES
|
|
||||||
('tamerelol', 100, 'A');",
|
|
||||||
[],
|
|
||||||
)
|
|
||||||
.unwrap();
|
|
||||||
|
|
||||||
let t_out = read_state(&conn, "tamerelol", Some(100)).unwrap().unwrap();
|
|
||||||
|
|
||||||
remove_file(d).unwrap();
|
|
||||||
|
|
||||||
assert_eq!(t_out.tweet_id, 100);
|
|
||||||
assert_eq!(t_out.toot_id, "A");
|
|
||||||
}
|
|
||||||
|
|
||||||
#[test]
|
|
||||||
fn test_migrate_db_add_column() {
|
|
||||||
let d = "/tmp/test_migrate_db_add_column.sqlite";
|
|
||||||
|
|
||||||
let conn = Connection::open(d).unwrap();
|
|
||||||
|
|
||||||
conn.execute(
|
|
||||||
"CREATE TABLE IF NOT EXISTS tweet_to_toot (
|
|
||||||
tweet_id INTEGER PRIMARY KEY,
|
|
||||||
toot_id TEXT UNIQUE
|
|
||||||
)",
|
|
||||||
[],
|
|
||||||
)
|
|
||||||
.unwrap();
|
|
||||||
|
|
||||||
migrate_db(d, "tamerelol").unwrap();
|
|
||||||
|
|
||||||
let mut stmt = conn.prepare("PRAGMA table_info(tweet_to_toot);").unwrap();
|
|
||||||
|
|
||||||
let mut t = stmt.query([]).unwrap();
|
|
||||||
|
|
||||||
while let Some(row) = t.next().unwrap() {
|
|
||||||
if row.get::<usize, u8>(0).unwrap() == 2 {
|
|
||||||
assert_eq!(
|
|
||||||
row.get::<usize, String>(1).unwrap(),
|
|
||||||
"twitter_screen_name".to_string()
|
|
||||||
);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
remove_file(d).unwrap();
|
|
||||||
}
|
|
||||||
|
|
||||||
#[test]
|
|
||||||
fn test_migrate_db_no_add_column() {
|
|
||||||
let d = "/tmp/test_migrate_db_no_add_column.sqlite";
|
|
||||||
|
|
||||||
init_db(d).unwrap();
|
|
||||||
|
|
||||||
migrate_db(d, "tamerelol").unwrap();
|
|
||||||
|
|
||||||
remove_file(d).unwrap();
|
|
||||||
}
|
|
||||||
}
|
|
||||||
181
src/twitter.rs
181
src/twitter.rs
@@ -1,181 +0,0 @@
|
|||||||
use crate::config::TwitterConfig;
|
|
||||||
use crate::util::cache_media;
|
|
||||||
use crate::ScootalooError;
|
|
||||||
|
|
||||||
use egg_mode::{
|
|
||||||
entities::{MediaEntity, MediaType},
|
|
||||||
tweet::{user_timeline, Tweet},
|
|
||||||
user::UserID,
|
|
||||||
KeyPair, Token,
|
|
||||||
};
|
|
||||||
use std::error::Error;
|
|
||||||
|
|
||||||
/// Gets Twitter oauth2 token
|
|
||||||
pub fn get_oauth2_token(config: &TwitterConfig) -> Token {
|
|
||||||
let con_token = KeyPair::new(
|
|
||||||
config.consumer_key.to_owned(),
|
|
||||||
config.consumer_secret.to_owned(),
|
|
||||||
);
|
|
||||||
let access_token = KeyPair::new(
|
|
||||||
config.access_key.to_owned(),
|
|
||||||
config.access_secret.to_owned(),
|
|
||||||
);
|
|
||||||
|
|
||||||
Token::Access {
|
|
||||||
consumer: con_token,
|
|
||||||
access: access_token,
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
/// Gets Twitter user timeline
|
|
||||||
pub async fn get_user_timeline(
|
|
||||||
screen_name: &str,
|
|
||||||
token: &Token,
|
|
||||||
lid: Option<u64>,
|
|
||||||
) -> Result<Vec<Tweet>, Box<dyn Error>> {
|
|
||||||
// fix the page size to 200 as it is the maximum Twitter authorizes
|
|
||||||
let (_, feed) = user_timeline(UserID::from(screen_name.to_owned()), true, false, token)
|
|
||||||
.with_page_size(200)
|
|
||||||
.older(lid)
|
|
||||||
.await?;
|
|
||||||
|
|
||||||
Ok(feed.to_vec())
|
|
||||||
}
|
|
||||||
|
|
||||||
/// Retrieves a single media from a tweet and store it in a temporary file
|
|
||||||
pub async fn get_tweet_media(m: &MediaEntity, t: &str) -> Result<String, Box<dyn Error>> {
|
|
||||||
match m.media_type {
|
|
||||||
MediaType::Photo => cache_media(&m.media_url_https, t).await,
|
|
||||||
_ => match &m.video_info {
|
|
||||||
Some(v) => match &v.variants.iter().find(|&x| x.content_type == "video/mp4") {
|
|
||||||
Some(u) => cache_media(&u.url, t).await,
|
|
||||||
None => Err(ScootalooError::new(&format!(
|
|
||||||
"Media Type for {} is video but no mp4 file URL is available",
|
|
||||||
&m.url
|
|
||||||
))
|
|
||||||
.into()),
|
|
||||||
},
|
|
||||||
None => Err(ScootalooError::new(&format!(
|
|
||||||
"Media Type for {} is video but does not contain any video_info",
|
|
||||||
&m.url
|
|
||||||
))
|
|
||||||
.into()),
|
|
||||||
},
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
#[cfg(test)]
|
|
||||||
mod tests {
|
|
||||||
use super::*;
|
|
||||||
use egg_mode::entities::{
|
|
||||||
MediaSize, MediaSizes,
|
|
||||||
MediaType::{Gif, Photo},
|
|
||||||
ResizeMode::Crop,
|
|
||||||
ResizeMode::Fit,
|
|
||||||
VideoInfo, VideoVariant,
|
|
||||||
};
|
|
||||||
use std::fs::remove_dir_all;
|
|
||||||
|
|
||||||
const TMP_DIR: &'static str = "/tmp/scootaloo_get_tweet_media_test";
|
|
||||||
|
|
||||||
#[tokio::test]
|
|
||||||
async fn test_get_tweet_media() {
|
|
||||||
let m_photo = MediaEntity {
|
|
||||||
display_url: "pic.twitter.com/sHrwmP69Yv".to_string(),
|
|
||||||
expanded_url: "https://twitter.com/NintendojoFR/status/1555473821121056771/photo/1"
|
|
||||||
.to_string(),
|
|
||||||
id: 1555473771280080896,
|
|
||||||
range: (91, 114),
|
|
||||||
media_url: "http://pbs.twimg.com/media/FZYnJ1qWIAAReHt.jpg".to_string(),
|
|
||||||
media_url_https: "https://pbs.twimg.com/media/FZYnJ1qWIAAReHt.jpg"
|
|
||||||
.to_string(),
|
|
||||||
sizes: MediaSizes {
|
|
||||||
thumb: MediaSize {
|
|
||||||
w: 150,
|
|
||||||
h: 150,
|
|
||||||
resize: Crop
|
|
||||||
},
|
|
||||||
small: MediaSize {
|
|
||||||
w: 680,
|
|
||||||
h: 510,
|
|
||||||
resize: Fit
|
|
||||||
},
|
|
||||||
medium: MediaSize {
|
|
||||||
w: 1200,
|
|
||||||
h: 900,
|
|
||||||
resize: Fit
|
|
||||||
},
|
|
||||||
large: MediaSize {
|
|
||||||
w: 1280,
|
|
||||||
h: 960,
|
|
||||||
resize: Fit
|
|
||||||
}
|
|
||||||
},
|
|
||||||
source_status_id: None,
|
|
||||||
media_type: Photo,
|
|
||||||
url: "https://t.co/sHrwmP69Yv".to_string(),
|
|
||||||
video_info: None,
|
|
||||||
ext_alt_text: Some("Le menu «\u{a0}Classes » du jeu vidéo Xenoblade Chronicles 3 (Switch). L’affinité du personnage pour la classe est notée par quatre lettres : C, A, C, A (caca)."
|
|
||||||
.to_string())
|
|
||||||
};
|
|
||||||
let m_video = MediaEntity {
|
|
||||||
display_url: "pic.twitter.com/xDln0RrkjU".to_string(),
|
|
||||||
expanded_url: "https://twitter.com/NintendojoFR/status/1551822196833673218/photo/1"
|
|
||||||
.to_string(),
|
|
||||||
id: 1551822189711790081,
|
|
||||||
range: (275, 298),
|
|
||||||
media_url: "http://pbs.twimg.com/tweet_video_thumb/FYkuD0RXEAE-iDx.jpg".to_string(),
|
|
||||||
media_url_https: "https://pbs.twimg.com/tweet_video_thumb/FYkuD0RXEAE-iDx.jpg"
|
|
||||||
.to_string(),
|
|
||||||
sizes: MediaSizes {
|
|
||||||
thumb: MediaSize {
|
|
||||||
w: 150,
|
|
||||||
h: 150,
|
|
||||||
resize: Crop,
|
|
||||||
},
|
|
||||||
small: MediaSize {
|
|
||||||
w: 320,
|
|
||||||
h: 240,
|
|
||||||
resize: Fit,
|
|
||||||
},
|
|
||||||
medium: MediaSize {
|
|
||||||
w: 320,
|
|
||||||
h: 240,
|
|
||||||
resize: Fit,
|
|
||||||
},
|
|
||||||
large: MediaSize {
|
|
||||||
w: 320,
|
|
||||||
h: 240,
|
|
||||||
resize: Fit,
|
|
||||||
},
|
|
||||||
},
|
|
||||||
source_status_id: None,
|
|
||||||
media_type: Gif,
|
|
||||||
url: "https://t.co/xDln0RrkjU".to_string(),
|
|
||||||
video_info: Some(VideoInfo {
|
|
||||||
aspect_ratio: (4, 3),
|
|
||||||
duration_millis: None,
|
|
||||||
variants: vec![VideoVariant {
|
|
||||||
bitrate: Some(0),
|
|
||||||
content_type: "video/mp4".parse::<mime::Mime>().unwrap(),
|
|
||||||
url: "https://video.twimg.com/tweet_video/FYkuD0RXEAE-iDx.mp4".to_string(),
|
|
||||||
}],
|
|
||||||
}),
|
|
||||||
ext_alt_text: Some("Scared Nintendo GIF".to_string()),
|
|
||||||
};
|
|
||||||
|
|
||||||
let tweet_media_photo = get_tweet_media(&m_photo, TMP_DIR).await.unwrap();
|
|
||||||
let tweet_media_video = get_tweet_media(&m_video, TMP_DIR).await.unwrap();
|
|
||||||
|
|
||||||
assert_eq!(
|
|
||||||
tweet_media_photo,
|
|
||||||
format!("{}/FZYnJ1qWIAAReHt.jpg", TMP_DIR)
|
|
||||||
);
|
|
||||||
assert_eq!(
|
|
||||||
tweet_media_video,
|
|
||||||
format!("{}/FYkuD0RXEAE-iDx.mp4", TMP_DIR)
|
|
||||||
);
|
|
||||||
|
|
||||||
remove_dir_all(TMP_DIR).unwrap();
|
|
||||||
}
|
|
||||||
}
|
|
||||||
156
src/util.rs
156
src/util.rs
@@ -1,156 +0,0 @@
|
|||||||
use crate::{twitter::get_tweet_media, ScootalooError};
|
|
||||||
|
|
||||||
use std::{borrow::Cow, error::Error};
|
|
||||||
|
|
||||||
use egg_mode::tweet::Tweet;
|
|
||||||
|
|
||||||
use elefren::prelude::*;
|
|
||||||
|
|
||||||
use log::{error, info, warn};
|
|
||||||
|
|
||||||
use reqwest::Url;
|
|
||||||
|
|
||||||
use tokio::{
|
|
||||||
fs::{create_dir_all, remove_file, File},
|
|
||||||
io::copy,
|
|
||||||
};
|
|
||||||
|
|
||||||
/// Generate associative table between media ids and tweet extended entities
|
|
||||||
pub async fn generate_media_ids(
|
|
||||||
tweet: &Tweet,
|
|
||||||
cache_path: &str,
|
|
||||||
mastodon: &Mastodon,
|
|
||||||
) -> (String, Vec<String>) {
|
|
||||||
let mut media_url = "".to_string();
|
|
||||||
let mut media_ids: Vec<String> = vec![];
|
|
||||||
|
|
||||||
if let Some(m) = &tweet.extended_entities {
|
|
||||||
// create tasks list
|
|
||||||
let mut tasks = vec![];
|
|
||||||
|
|
||||||
// size of media_ids vector, should be equal to the media vector
|
|
||||||
media_ids.resize(m.media.len(), String::new());
|
|
||||||
|
|
||||||
info!("{} medias in tweet", m.media.len());
|
|
||||||
|
|
||||||
for (i, media) in m.media.iter().enumerate() {
|
|
||||||
// attribute media url
|
|
||||||
media_url = media.url.clone();
|
|
||||||
|
|
||||||
// clone everything we need
|
|
||||||
let cache_path = String::from(cache_path);
|
|
||||||
let media = media.clone();
|
|
||||||
let mastodon = mastodon.clone();
|
|
||||||
|
|
||||||
let task = tokio::task::spawn(async move {
|
|
||||||
info!("Start treating {}", media.media_url_https);
|
|
||||||
// get the tweet embedded media
|
|
||||||
let local_tweet_media_path = match get_tweet_media(&media, &cache_path).await {
|
|
||||||
Ok(l) => l,
|
|
||||||
Err(e) => {
|
|
||||||
return Err(ScootalooError::new(&format!(
|
|
||||||
"Cannot get tweet media for {}: {}",
|
|
||||||
&media.url, e
|
|
||||||
)))
|
|
||||||
}
|
|
||||||
};
|
|
||||||
|
|
||||||
// upload media to Mastodon
|
|
||||||
let mastodon_media = mastodon.media(Cow::from(local_tweet_media_path.to_owned()));
|
|
||||||
// at this point, we can safely erase the original file
|
|
||||||
// it doesn’t matter if we can’t remove, cache_media fn is idempotent
|
|
||||||
remove_file(&local_tweet_media_path).await.ok();
|
|
||||||
|
|
||||||
let mastodon_media = match mastodon_media {
|
|
||||||
Ok(m) => m,
|
|
||||||
Err(e) => {
|
|
||||||
return Err(ScootalooError::new(&format!(
|
|
||||||
"Attachment {} cannot be uploaded to Mastodon Instance: {}",
|
|
||||||
&local_tweet_media_path, e
|
|
||||||
)))
|
|
||||||
}
|
|
||||||
};
|
|
||||||
|
|
||||||
Ok((i, mastodon_media.id))
|
|
||||||
});
|
|
||||||
|
|
||||||
tasks.push(task);
|
|
||||||
}
|
|
||||||
|
|
||||||
for task in tasks {
|
|
||||||
match task.await {
|
|
||||||
// insert the media at the right place
|
|
||||||
Ok(Ok((i, v))) => media_ids[i] = v,
|
|
||||||
Ok(Err(e)) => warn!("{}", e),
|
|
||||||
Err(e) => error!("Something went wrong when joining the main thread: {}", e),
|
|
||||||
}
|
|
||||||
}
|
|
||||||
} else {
|
|
||||||
info!("No media in tweet");
|
|
||||||
}
|
|
||||||
|
|
||||||
// in case some media_ids slot remained empty due to errors, remove them
|
|
||||||
media_ids.retain(|x| !x.is_empty());
|
|
||||||
|
|
||||||
(media_url, media_ids)
|
|
||||||
}
|
|
||||||
|
|
||||||
/// Gets and caches Twitter Media inside the determined temp dir
|
|
||||||
pub async fn cache_media(u: &str, t: &str) -> Result<String, Box<dyn Error>> {
|
|
||||||
// create dir
|
|
||||||
create_dir_all(t).await?;
|
|
||||||
|
|
||||||
// get file
|
|
||||||
let mut response = reqwest::get(u).await?;
|
|
||||||
|
|
||||||
// create local file
|
|
||||||
let url = Url::parse(u)?;
|
|
||||||
let dest_filename = url
|
|
||||||
.path_segments()
|
|
||||||
.ok_or_else(|| {
|
|
||||||
ScootalooError::new(&format!(
|
|
||||||
"Cannot determine the destination filename for {}",
|
|
||||||
u
|
|
||||||
))
|
|
||||||
})?
|
|
||||||
.last()
|
|
||||||
.ok_or_else(|| {
|
|
||||||
ScootalooError::new(&format!(
|
|
||||||
"Cannot determine the destination filename for {}",
|
|
||||||
u
|
|
||||||
))
|
|
||||||
})?;
|
|
||||||
|
|
||||||
let dest_filepath = format!("{}/{}", t, dest_filename);
|
|
||||||
|
|
||||||
let mut dest_file = File::create(&dest_filepath).await?;
|
|
||||||
|
|
||||||
while let Some(chunk) = response.chunk().await? {
|
|
||||||
copy(&mut &*chunk, &mut dest_file).await?;
|
|
||||||
}
|
|
||||||
|
|
||||||
Ok(dest_filepath)
|
|
||||||
}
|
|
||||||
|
|
||||||
#[cfg(test)]
|
|
||||||
mod tests {
|
|
||||||
use super::*;
|
|
||||||
|
|
||||||
use std::{fs::remove_dir_all, path::Path};
|
|
||||||
|
|
||||||
const TMP_DIR: &'static str = "/tmp/scootaloo_test";
|
|
||||||
|
|
||||||
#[tokio::test]
|
|
||||||
async fn test_cache_media() {
|
|
||||||
let dest = cache_media(
|
|
||||||
"https://forum.nintendojo.fr/styles/prosilver/theme/images/ndfr_casual.png",
|
|
||||||
TMP_DIR,
|
|
||||||
)
|
|
||||||
.await
|
|
||||||
.unwrap();
|
|
||||||
|
|
||||||
assert!(Path::new(&dest).exists());
|
|
||||||
|
|
||||||
remove_dir_all(TMP_DIR).unwrap();
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@@ -1 +0,0 @@
|
|||||||
blah
|
|
||||||
@@ -1,66 +0,0 @@
|
|||||||
use scootaloo::parse_toml;
|
|
||||||
|
|
||||||
#[test]
|
|
||||||
fn test_parse_good_toml() {
|
|
||||||
let parse_good_toml = parse_toml("tests/good_test.toml");
|
|
||||||
|
|
||||||
assert_eq!(
|
|
||||||
parse_good_toml.scootaloo.db_path,
|
|
||||||
"/var/random/scootaloo.sqlite"
|
|
||||||
);
|
|
||||||
assert_eq!(parse_good_toml.scootaloo.cache_path, "/tmp/scootaloo");
|
|
||||||
|
|
||||||
assert_eq!(parse_good_toml.twitter.consumer_key, "rand consumer key");
|
|
||||||
assert_eq!(parse_good_toml.twitter.consumer_secret, "secret");
|
|
||||||
assert_eq!(parse_good_toml.twitter.access_key, "rand access key");
|
|
||||||
assert_eq!(parse_good_toml.twitter.access_secret, "super secret");
|
|
||||||
|
|
||||||
assert_eq!(
|
|
||||||
&parse_good_toml
|
|
||||||
.mastodon
|
|
||||||
.get("tamerelol")
|
|
||||||
.unwrap()
|
|
||||||
.twitter_screen_name,
|
|
||||||
"tamerelol"
|
|
||||||
);
|
|
||||||
assert_eq!(
|
|
||||||
&parse_good_toml.mastodon.get("tamerelol").unwrap().base,
|
|
||||||
"https://m.nintendojo.fr"
|
|
||||||
);
|
|
||||||
assert_eq!(
|
|
||||||
&parse_good_toml.mastodon.get("tamerelol").unwrap().client_id,
|
|
||||||
"rand client id"
|
|
||||||
);
|
|
||||||
assert_eq!(
|
|
||||||
&parse_good_toml
|
|
||||||
.mastodon
|
|
||||||
.get("tamerelol")
|
|
||||||
.unwrap()
|
|
||||||
.client_secret,
|
|
||||||
"secret"
|
|
||||||
);
|
|
||||||
assert_eq!(
|
|
||||||
&parse_good_toml.mastodon.get("tamerelol").unwrap().redirect,
|
|
||||||
"urn:ietf:wg:oauth:2.0:oob"
|
|
||||||
);
|
|
||||||
assert_eq!(
|
|
||||||
&parse_good_toml.mastodon.get("tamerelol").unwrap().token,
|
|
||||||
"super secret"
|
|
||||||
);
|
|
||||||
}
|
|
||||||
|
|
||||||
#[test]
|
|
||||||
#[should_panic(
|
|
||||||
expected = "Cannot open config file tests/no_file.toml: No such file or directory (os error 2)"
|
|
||||||
)]
|
|
||||||
fn test_parse_no_toml() {
|
|
||||||
let _parse_no_toml = parse_toml("tests/no_file.toml");
|
|
||||||
}
|
|
||||||
|
|
||||||
#[test]
|
|
||||||
#[should_panic(
|
|
||||||
expected = "Cannot parse TOML file tests/bad_test.toml: expected an equals, found a newline at line 1 column 5"
|
|
||||||
)]
|
|
||||||
fn test_parse_bad_toml() {
|
|
||||||
let _parse_bad_toml = parse_toml("tests/bad_test.toml");
|
|
||||||
}
|
|
||||||
@@ -1,19 +0,0 @@
|
|||||||
[scootaloo]
|
|
||||||
|
|
||||||
db_path="/var/random/scootaloo.sqlite"
|
|
||||||
cache_path="/tmp/scootaloo"
|
|
||||||
|
|
||||||
[twitter]
|
|
||||||
consumer_key="rand consumer key"
|
|
||||||
consumer_secret="secret"
|
|
||||||
access_key="rand access key"
|
|
||||||
access_secret="super secret"
|
|
||||||
|
|
||||||
[mastodon]
|
|
||||||
[mastodon.tamerelol]
|
|
||||||
twitter_screen_name="tamerelol"
|
|
||||||
base = "https://m.nintendojo.fr"
|
|
||||||
client_id = "rand client id"
|
|
||||||
client_secret = "secret"
|
|
||||||
redirect = "urn:ietf:wg:oauth:2.0:oob"
|
|
||||||
token = "super secret"
|
|
||||||
Reference in New Issue
Block a user