Command to migrate DB data from v1.0.0 to v2.0.0

.gitignore

@@ -1,4 +1,6 @@
 /.env
-/data.db*
 /config.toml
-/uploads/
+/data.db*
+/data_v2.db*
+/target
+/uploads/

Cargo.toml

@@ -3,6 +3,7 @@ name = "torrust-index-backend"
 version = "2.0.0-dev.1"
 authors = ["Mick van Dijke <[email protected]>", "Wesley Bijleveld <[email protected]>"]
 edition = "2021"
+default-run = "main"
 
 [profile.dev.package.sqlx-macros]
 opt-level = 3
@@ -33,3 +34,5 @@ tokio = {version = "1.13", features = ["macros", "io-util", "net", "time", "rt-m
 lettre = { version = "0.10.0-rc.3", features = ["builder", "tokio1", "tokio1-rustls-tls", "smtp-transport"]}
 sailfish = "0.4.0"
 regex = "1.6.0"
+pbkdf2 = "0.11.0"
+text-colorizer = "1.0.0"

build.rs

@@ -0,0 +1,5 @@
+// generated by `sqlx migrate build-script`
+fn main() {
+    // trigger recompilation when a new migration is added
+    println!("cargo:rerun-if-changed=migrations");
+}

migrations/mysql/20221109092556_torrust_user_date_registered_allow_null.sql

@@ -0,0 +1 @@
+ALTER TABLE torrust_users CHANGE date_registered date_registered DATETIME DEFAULT NULL

migrations/mysql/20221109095718_torrust_user_add_date_imported.sql

@@ -0,0 +1 @@
+ALTER TABLE torrust_users ADD COLUMN date_imported DATETIME DEFAULT NULL

migrations/sqlite3/20221109092556_torrust_user_date_registered_allow_null.sql

@@ -0,0 +1,11 @@
+CREATE TABLE IF NOT EXISTS torrust_users_new (
+    user_id INTEGER NOT NULL PRIMARY KEY AUTOINCREMENT,
+    date_registered TEXT DEFAULT NULL,
+    administrator BOOL NOT NULL DEFAULT FALSE
+);
+
+INSERT INTO torrust_users_new SELECT * FROM torrust_users;
+
+DROP TABLE torrust_users;
+
+ALTER TABLE torrust_users_new RENAME TO torrust_users

migrations/sqlite3/20221109095718_torrust_user_add_date_imported.sql

@@ -0,0 +1 @@
+ALTER TABLE torrust_users ADD COLUMN date_imported TEXT DEFAULT NULL

src/bin/import_tracker_statistics.rs

@@ -0,0 +1,10 @@
+//! Import Tracker Statistics command.
+//! It imports the number of seeders and leechers for all torrent from the linked tracker.
+//! You can execute it with: `cargo run --bin import_tracker_statistics`
+
+use torrust_index_backend::console::commands::import_tracker_statistics::run_importer;
+
+#[actix_web::main]
+async fn main() {
+    run_importer().await;
+}

src/bin/upgrade.rs

@@ -0,0 +1,10 @@
+//! Upgrade command.
+//! It updates the application from version v1.0.0 to v2.0.0.
+//! You can execute it with: `cargo run --bin upgrade ./data.db ./data_v2.db ./uploads`
+
+use torrust_index_backend::upgrades::from_v1_0_0_to_v2_0_0::upgrader::run_upgrader;
+
+#[actix_web::main]
+async fn main() {
+    run_upgrader().await;
+}

src/console/commands/import_tracker_statistics.rs

@@ -0,0 +1,86 @@
+//! It imports statistics for all torrents from the linked tracker.
+
+use std::env;
+use std::sync::Arc;
+
+use derive_more::{Display, Error};
+use text_colorizer::*;
+
+use crate::config::Configuration;
+use crate::databases::database::connect_database;
+use crate::tracker::TrackerService;
+
+const NUMBER_OF_ARGUMENTS: usize = 0;
+
+#[derive(Debug)]
+pub struct Arguments {}
+
+#[derive(Debug, Display, PartialEq, Error)]
+#[allow(dead_code)]
+pub enum ImportError {
+    #[display(fmt = "internal server error")]
+    WrongNumberOfArgumentsError,
+}
+
+fn parse_args() -> Result<Arguments, ImportError> {
+    let args: Vec<String> = env::args().skip(1).collect();
+
+    if args.len() != NUMBER_OF_ARGUMENTS {
+        eprintln!(
+            "{} wrong number of arguments: expected {}, got {}",
+            "Error".red().bold(),
+            NUMBER_OF_ARGUMENTS,
+            args.len()
+        );
+        print_usage();
+        return Err(ImportError::WrongNumberOfArgumentsError);
+    }
+
+    Ok(Arguments {})
+}
+
+fn print_usage() {
+    eprintln!(
+        "{} - imports torrents statistics from linked tracker.
+
+        cargo run --bin upgrade SOURCE_DB_FILE DESTINY_DB_FILE TORRENT_UPLOAD_DIR
+
+        For example:
+
+        cargo run --bin import_tracker_statistics
+
+        ",
+        "Upgrader".green()
+    );
+}
+
+pub async fn run_importer() {
+    import(&parse_args().unwrap()).await;
+}
+
+pub async fn import(_args: &Arguments) {
+    println!("Importing statistics from linked tracker ...");
+
+    let cfg = match Configuration::load_from_file().await {
+        Ok(config) => Arc::new(config),
+        Err(error) => {
+            panic!("{}", error)
+        }
+    };
+
+    let settings = cfg.settings.read().await;
+
+    let tracker_url = settings.tracker.url.clone();
+
+    eprintln!("Tracker url: {}", tracker_url.green());
+
+    let database = Arc::new(
+        connect_database(&settings.database.connect_url)
+            .await
+            .expect("Database error."),
+    );
+
+    let tracker_service = Arc::new(TrackerService::new(cfg.clone(), database.clone()));
+
+    tracker_service.update_torrents().await.unwrap();
+}

src/console/commands/mod.rs

@@ -0,0 +1 @@
+pub mod import_tracker_statistics;

src/console/mod.rs

@@ -0,0 +1 @@
+pub mod commands;

src/lib.rs

@@ -1,12 +1,14 @@
 pub mod auth;
 pub mod common;
 pub mod config;
+pub mod console;
 pub mod databases;
 pub mod errors;
 pub mod mailer;
 pub mod models;
 pub mod routes;
 pub mod tracker;
+pub mod upgrades;
 pub mod utils;
 
 trait AsCSV {

src/models/torrent_file.rs

@@ -39,6 +39,32 @@ pub struct TorrentInfo {
     pub root_hash: Option<String>,
 }
 
+impl TorrentInfo {
+    /// torrent file can only hold a pieces key or a root hash key:
+    /// http://www.bittorrent.org/beps/bep_0030.html
+    pub fn get_pieces_as_string(&self) -> String {
+        match &self.pieces {
+            None => "".to_string(),
+            Some(byte_buf) => bytes_to_hex(byte_buf.as_ref()),
+        }
+    }
+
+    pub fn get_root_hash_as_i64(&self) -> i64 {
+        match &self.root_hash {
+            None => 0i64,
+            Some(root_hash) => root_hash.parse::<i64>().unwrap(),
+        }
+    }
+
+    pub fn is_a_single_file_torrent(&self) -> bool {
+        self.length.is_some()
+    }
+
+    pub fn is_a_multiple_file_torrent(&self) -> bool {
+        self.files.is_some()
+    }
+}
+
 #[derive(PartialEq, Debug, Clone, Serialize, Deserialize)]
 pub struct Torrent {
     pub info: TorrentInfo, //
@@ -174,6 +200,27 @@ impl Torrent {
             }
         }
     }
+
+    pub fn announce_urls(&self) -> Vec<String> {
+        if self.announce_list.is_none() {
+            return vec![self.announce.clone().unwrap()];
+        }
+
+        self.announce_list
+            .clone()
+            .unwrap()
+            .into_iter()
+            .flatten()
+            .collect::<Vec<String>>()
+    }
+
+    pub fn is_a_single_file_torrent(&self) -> bool {
+        self.info.is_a_single_file_torrent()
+    }
+
+    pub fn is_a_multiple_file_torrent(&self) -> bool {
+        self.info.is_a_multiple_file_torrent()
+    }
 }
 
 #[derive(PartialEq, Eq, Debug, Clone, Serialize, Deserialize, sqlx::FromRow)]

src/models/tracker_key.rs

@@ -6,3 +6,15 @@ pub struct TrackerKey {
     pub key: String,
     pub valid_until: i64,
 }
+
+#[derive(Debug, Serialize, Deserialize)]
+pub struct NewTrackerKey {
+    pub key: String,
+    pub valid_until: Duration,
+}
+
+#[derive(Debug, Serialize, Deserialize)]
+pub struct Duration {
+    pub secs: i64,
+    pub nanos: i64,
+}

src/models/user.rs

@@ -3,7 +3,8 @@ use serde::{Deserialize, Serialize};
 #[derive(Debug, Serialize, Deserialize, Clone, sqlx::FromRow)]
 pub struct User {
     pub user_id: i64,
-    pub date_registered: String,
+    pub date_registered: Option<String>,
+    pub date_imported: Option<String>,
     pub administrator: bool,
 }
 
@@ -33,7 +34,8 @@ pub struct UserCompact {
 #[derive(Debug, Serialize, Deserialize, Clone, sqlx::FromRow)]
 pub struct UserFull {
     pub user_id: i64,
-    pub date_registered: String,
+    pub date_registered: Option<String>,
+    pub date_imported: Option<String>,
     pub administrator: bool,
     pub username: String,
     pub email: String,