feat(api): Add TMDB API calls

This commit is contained in:
Andreas Mieke 2023-11-06 02:51:06 +01:00
parent cb687fa808
commit 0ecd7378ce
5 changed files with 1855 additions and 71 deletions

1764
Cargo.lock generated

File diff suppressed because it is too large Load diff

View file

@ -10,7 +10,10 @@ clap = { version = "4.4.7", features = ["derive"] }
infer = "0.15.0" infer = "0.15.0"
inquire = "0.6.2" inquire = "0.6.2"
log = "0.4.20" log = "0.4.20"
reqwest = { version = "0.11.22", features = ["json", "blocking"] }
serde = { version = "1.0.190", features = ["derive"] } serde = { version = "1.0.190", features = ["derive"] }
serde_json = "1.0.108" serde_json = "1.0.108"
stderrlog = "0.5.4" stderrlog = "0.5.4"
tmdb_client = "1.6.0"
urlencoding = "2.1.3"
walkdir = "2.4.0" walkdir = "2.4.0"

View file

@ -1,6 +1,6 @@
use std::{path::PathBuf, fs::{self, DirEntry}, error::Error}; use std::{path::PathBuf, fs::{self, DirEntry}, error::Error};
use crate::media::handle_media; use crate::{media::handle_media, config::Config};
/*fn is_not_hidden(entry: &DirEntry) -> bool { /*fn is_not_hidden(entry: &DirEntry) -> bool {
entry entry
@ -20,7 +20,7 @@ pub fn walk_path(path: PathBuf) -> Vec<PathBuf> {
entries entries
}*/ }*/
pub fn search_path(path: PathBuf) -> Result<(), Box<dyn Error>> { pub fn search_path(path: PathBuf, cfg: Config) -> Result<(), Box<dyn Error>> {
let entries = fs::read_dir(path)?; let entries = fs::read_dir(path)?;
let mut files: Vec<DirEntry> = Vec::new(); let mut files: Vec<DirEntry> = Vec::new();
let mut dirs: Vec<DirEntry> = Vec::new(); let mut dirs: Vec<DirEntry> = Vec::new();
@ -41,7 +41,7 @@ pub fn search_path(path: PathBuf) -> Result<(), Box<dyn Error>> {
if dirs.len() == 0 { if dirs.len() == 0 {
// No folders present, assuming there are only distinct media files // No folders present, assuming there are only distinct media files
for file in files { for file in files {
handle_media(file); handle_media(file, cfg.clone());
} }
} }

View file

@ -64,7 +64,7 @@ fn main() {
}; };
//let files = directory::walk_path(search_path); //let files = directory::walk_path(search_path);
directory::search_path(search_path).unwrap(); directory::search_path(search_path, cfg).unwrap();
/*for file in files.clone() { /*for file in files.clone() {
info!("Found: {}", file.to_str().unwrap()); info!("Found: {}", file.to_str().unwrap());

View file

@ -1,11 +1,45 @@
use std::{path::PathBuf, error::Error, io::Read, fs::{File, DirEntry}, cmp}; use std::{path::PathBuf, error::Error, io::Read, fs::{File, DirEntry}, cmp, fmt, ops::Deref};
use infer; use infer;
use inquire::Select;
use log::{info, warn, error, trace, debug}; use log::{info, warn, error, trace, debug};
use serde::Deserialize;
use urlencoding::encode;
#[derive(Debug)] use crate::config::Config;
struct MediaName {
name: String, #[derive(Deserialize, Debug)]
year: String struct TMDBResponse {
page: i32,
results: Vec<TMDBEntry>,
total_pages: i32,
total_results: i32
}
#[derive(Deserialize, Debug)]
struct TMDBEntry {
id: i32,
#[serde(alias = "name")]
title: String,
original_language: Option<String>,
#[serde(alias = "original_name")]
original_title: String,
overview: Option<String>,
media_type: String,
popularity: f32,
#[serde(alias = "first_air_date")]
release_date: Option<String>,
}
impl fmt::Display for TMDBEntry {
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
if self.media_type == "movie" {
write!(f, "[MOVIE] {} ({}, {}) (ID: {})", self.title, self.release_date.clone().unwrap_or("unknown".to_string()), self.original_language.as_ref().unwrap(), self.id)
} else if self.media_type == "tv" {
write!(f, "[SHOW] {} ({}, {}) (ID: {})", self.title, self.release_date.clone().unwrap_or("unknown".to_string()), self.original_language.as_ref().unwrap(), self.id)
} else {
write!(f, "[{}] {} (ID: {})", self.media_type, self.title, self.id)
}
}
} }
fn get_file_header(path: PathBuf) -> Result<Vec<u8>, Box<dyn Error>> { fn get_file_header(path: PathBuf) -> Result<Vec<u8>, Box<dyn Error>> {
@ -20,22 +54,13 @@ fn get_file_header(path: PathBuf) -> Result<Vec<u8>, Box<dyn Error>> {
Ok(bytes) Ok(bytes)
} }
fn token_year_likely(t: &&str) -> bool {
if t.len() == 6 &&
(t.starts_with('[') && t.ends_with(']')) ||
(t.starts_with('(') && t.ends_with(')')) ||
(t.starts_with('{') && t.ends_with('}'))
{
return true;
}
return false
}
fn token_valid(t: &&str) -> bool { fn token_valid(t: &&str) -> bool {
if if
t.eq_ignore_ascii_case("dvd") || t.eq_ignore_ascii_case("dvd") ||
t.eq_ignore_ascii_case("bluray") || t.eq_ignore_ascii_case("bluray") ||
t.eq_ignore_ascii_case("webrip") || t.eq_ignore_ascii_case("webrip") ||
t.eq_ignore_ascii_case("youtube") ||
t.eq_ignore_ascii_case("download") ||
t.eq_ignore_ascii_case("web") || t.eq_ignore_ascii_case("web") ||
t.eq_ignore_ascii_case("uhd") || t.eq_ignore_ascii_case("uhd") ||
t.eq_ignore_ascii_case("hd") || t.eq_ignore_ascii_case("hd") ||
@ -44,54 +69,102 @@ fn token_valid(t: &&str) -> bool {
t.eq_ignore_ascii_case("1080p") || t.eq_ignore_ascii_case("1080p") ||
t.eq_ignore_ascii_case("1080i") || t.eq_ignore_ascii_case("1080i") ||
t.eq_ignore_ascii_case("2160p") || t.eq_ignore_ascii_case("2160p") ||
(t.len() != 6 && t.starts_with('[') && t.ends_with(']')) || t.eq_ignore_ascii_case("x264") ||
(t.len() != 6 && t.starts_with('(') && t.ends_with(')')) || t.eq_ignore_ascii_case("x265") ||
(t.len() != 6 && t.starts_with('{') && t.ends_with('}')) t.eq_ignore_ascii_case("h265") ||
t.eq_ignore_ascii_case("dts") ||
t.eq_ignore_ascii_case("hevc") ||
t.eq_ignore_ascii_case("10bit") ||
t.eq_ignore_ascii_case("12bit") ||
t.eq_ignore_ascii_case("hdr") ||
t.eq_ignore_ascii_case("xvid") ||
t.eq_ignore_ascii_case("AAC5") ||
t.eq_ignore_ascii_case("AAC") ||
t.eq_ignore_ascii_case("AC3") ||
t.eq_ignore_ascii_case("sample") || // This just removes the word sample, maybe we want to ban files with the word sample all together
(t.starts_with('[') || t.ends_with(']')) ||
(t.starts_with('(') || t.ends_with(')')) ||
(t.starts_with('{') || t.ends_with('}'))
{ {
return false; return false;
} }
true true
} }
fn find_media_name(file_name: String) -> MediaName { fn tokenize_media_name(file_name: String) -> Vec<String> {
let mut tokens: Vec<&str> = file_name.split(&['-', ' ', ':', '@', '.'][..]).filter(|t| token_valid(t)).collect(); let mut tokens: Vec<String> = file_name.split(&['-', ' ', ':', '@', '.'][..]).filter(|t| token_valid(t)).map(String::from).collect();
trace!("Tokens are: {:#?}", tokens); trace!("Tokens are: {:#?}", tokens);
// Remove last token (file ext) // Remove last token (file ext)
_ = tokens.pop(); _ = tokens.pop();
tokens
}
let mut year = String::new(); fn lookup_media(file_name: PathBuf, mut name_tokens: Vec<String>, cfg: Config) -> Option<TMDBEntry> {
let mut name = String::new(); let mut h = reqwest::header::HeaderMap::new();
h.insert("Accept", reqwest::header::HeaderValue::from_static("application/json"));
h.insert("Authorization", reqwest::header::HeaderValue::from_str(format!("Bearer {}", cfg.tmdb_key).as_str()).unwrap());
for token in tokens { let client = reqwest::blocking::Client::builder()
if token_year_likely(&token) { .default_headers(h)
year = token.strip_prefix(['(', '[', '{']).unwrap().strip_suffix([')', ']', '}']).unwrap().to_string(); .build().unwrap();
} else if token.len() != 0 {
name.push_str(token); let mut response: TMDBResponse;
name.push(' '); loop {
if name_tokens.len() == 0 {
error!("Could not find title on TMDB!");
return None;
}
let name = name_tokens.join(" ");
trace!("Searching on TMDB for {:#?}", name);
let http_response = client
.get(format!("https://api.themoviedb.org/3/search/multi?query={}&include_adult=false&language=en-US&page=1", encode(name.as_str()).into_owned()))
.send().unwrap();
response = http_response.json::<TMDBResponse>().unwrap();
trace!("TMDB Reponse: {:#?}", response);
if response.total_results == 0 {
name_tokens.pop();
} else {
break;
} }
} }
// Remove last added space let options = response.results;
name.pop();
let media_name = MediaName { name: name, year: year }; let ans = Select::new(format!("Select movie or show that matches the file \x1b[93m{}\x1b[0m:", file_name.display()).as_str(), options).prompt();
debug!("Name is now: {:#?}", media_name); match ans {
media_name Ok(choice) => {
debug!("Selected: {:#?}", choice);
return Some(choice);
},
Err(e) => {
error!("Error while selecting content: {:#?}", e);
return None;
},
}
} }
fn video_file_handler(entry: DirEntry) { fn video_file_handler(entry: DirEntry, cfg: Config) {
let path = entry.path(); let path = entry.path();
info!("Found video file: {:#?}", path); info!("Found video file: {:#?}", path);
let file_name = path.file_name().unwrap_or_default(); let file_name = path.file_name().unwrap_or_default();
trace!("File name is: {:#?}", file_name); trace!("File name is: {:#?}", file_name);
let name = find_media_name(file_name.to_str().unwrap_or_default().to_string()); let name_tokens = tokenize_media_name(file_name.to_str().unwrap_or_default().to_string());
todo!("Do TMDB API calls");
match lookup_media(entry.path(), name_tokens, cfg) {
Some(entry) => todo!("Save media info in some struct to move media afterwards, or move directly"),
None => {},
} }
pub fn handle_media(entry: DirEntry) { }
pub fn handle_media(entry: DirEntry, cfg: Config) {
if entry.file_type().is_ok_and(|t| t.is_dir()) { if entry.file_type().is_ok_and(|t| t.is_dir()) {
warn!("Directory passed to handle_media, {:#?} will be skipped", entry); warn!("Directory passed to handle_media, {:#?} will be skipped", entry);
return return
@ -101,7 +174,7 @@ pub fn handle_media(entry: DirEntry) {
Ok(header) => { Ok(header) => {
// Handle video files // Handle video files
if infer::is_video(&header) { if infer::is_video(&header) {
video_file_handler(entry); video_file_handler(entry, cfg.clone());
} }
}, },
Err(error) => error!("Can not get file header for {:#?}, Error: {:#?}", entry, error), Err(error) => error!("Can not get file header for {:#?}, Error: {:#?}", entry, error),