Sha256 image deduplication

reasv · Mar 30, 2021 · b824cf0 · b824cf0
1 parent d1950ec
commit b824cf0
Show file tree

Hide file tree

Showing 13 changed files with 733 additions and 491 deletions.
diff --git a/Cargo.lock b/Cargo.lock
diff --git a/Cargo.toml b/Cargo.toml
@@ -34,6 +34,7 @@ handlebars_misc_helpers = "0.11.2"
 sqlx = { version = "0.5", features = [ "postgres", "macros", "migrate", "runtime-tokio-rustls", "offline" ] }
 rust-embed = "5.9.0"
 mime_guess = "2.0.3"
+sha2 = "0.9.3"
 
 [profile.release]
 lto = true

diff --git a/migrations/20210329215000_create_image_backlog.sql b/migrations/20210329215000_create_image_backlog.sql
@@ -1,11 +1,10 @@
 CREATE TABLE image_backlog (
   id BIGSERIAL PRIMARY KEY,
   board TEXT NOT NULL,
-  no TEXT NOT NULL,
+  no BIGINT NOT NULL,
   url TEXT NOT NULL,
   thumbnail_url TEXT NOT NULL,
-  filename TEXT NOT NULL,
-  thumbnail_filename TEXT NOT NULL,
+  ext TEXT NOT NULL,
   page INTEGER NOT NULL,
   file_sha256 TEXT NOT NULL,
   thumbnail_sha256 TEXT NOT NULL,