kavin/sponsorblock-mirror
1
0
Fork 0
mirror of https://github.com/TeamPiped/sponsorblock-mirror.git synced 2024-12-13 22:00:35 +05:30
Code Issues Packages Projects Releases Wiki Activity

Add support for non-blocking updates.

Browse Source
This commit is contained in:
Kavin 2022-10-22 21:06:48 +01:00
parent 21d31d7374
commit a4a0b79817
No known key found for this signature in database
GPG Key ID: 49451E4482CC5BCD
1 changed files with 4 additions and 36 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

40
src/main.rs
View File

@ -2,7 +2,6 @@
extern crate rocket; extern crate rocket;
use std::path::Path; use std::path::Path;
use std::sync::{Arc, Mutex};
use std::thread::sleep; use std::thread::sleep;
use std::time::{Duration, Instant, SystemTime}; use std::time::{Duration, Instant, SystemTime};
@ -41,39 +40,6 @@ async fn run_migrations(rocket: Rocket<Build>) -> Rocket<Build> {
static mut LAST_UPDATE: Option<SystemTime> = None; static mut LAST_UPDATE: Option<SystemTime> = None;
// async fn import_db(conn: Rocket<Orbit>) -> _ {
// let path = Path::new("mirror/sponsorTimes.csv");
//
// loop {
// let last_update = unsafe { LAST_UPDATE };
//
// // see if file exists
// if path.exists() && (last_update.is_none() || last_update.unwrap().elapsed().unwrap_or_default().as_secs() > 60) {
//
// // Check last modified time
// let last_modified = path.metadata().unwrap().modified().unwrap();
//
// // Check if file was modified since last update
// if last_update.is_none() || last_modified > last_update.unwrap() {
//
// // Use COPY FROM to import the CSV file
// let start = Instant::now();
// println!("Importing database...");
// conn.batch_execute("COPY sponsorblock FROM '/mirror/sponsorTimes.csv' DELIMITER ',' CSV HEADER;")
// .expect("Failed to import database");
// println!("Imported database in {}ms", start.elapsed().as_millis());
//
// unsafe {
// LAST_UPDATE = Some(last_modified);
// }
// }
//
// sleep(Duration::from_secs(60));
// }
// sleep(Duration::from_secs(30));
// }
// }
#[launch] #[launch]
fn rocket() -> Rocket<Build> { fn rocket() -> Rocket<Build> {
rocket::build() rocket::build()
@ -106,8 +72,10 @@ fn rocket() -> Rocket<Build> {
println!("Importing database..."); println!("Importing database...");
// Execute a query of some kind // Execute a query of some kind
db.run(move |c| { db.run(move |c| {
c.batch_execute("BEGIN TRANSACTION; TRUNCATE \"sponsorTimes\"; COPY \"sponsorTimes\" FROM '/mirror/sponsorTimes.csv' DELIMITER ',' CSV HEADER; COMMIT;") let result = c.batch_execute("BEGIN TRANSACTION; DROP TABLE IF EXISTS \"sponsorTimesTemp\"; CREATE UNLOGGED TABLE \"sponsorTimesTemp\"(LIKE \"sponsorTimes\" INCLUDING defaults INCLUDING constraints INCLUDING indexes); COPY \"sponsorTimesTemp\" FROM '/mirror/sponsorTimes.csv' DELIMITER ',' CSV HEADER; DROP TABLE \"sponsorTimes\"; ALTER TABLE \"sponsorTimesTemp\" RENAME TO \"sponsorTimes\"; COMMIT;");
.expect("Failed to import database"); if result.is_err() {
eprintln!("Failed to import database: {}", result.err().unwrap());
}
}).await; }).await;
println!("Imported database in {}ms", start.elapsed().as_millis()); println!("Imported database in {}ms", start.elapsed().as_millis());