Local scanner

backup/scanLocal.php

@@ -0,0 +1,177 @@
+#!/usr/local/bin/php
+<?php
+
+# Command-line parameters
+global $argc;
+global $argv;
+$SUB_DIR = '';
+if (($argc > 1) && (strlen($argv[1]) > 0)) {
+	$SUB_DIR = trim($argv[1]);
+}
+$DELAY_DAYS=30;
+if (isset($_ENV['DELAY_DAYS'])) {
+	$DELAY_DAYS = $_ENV['DELAY_DAYS'];
+}
+$VIDEO_DIR=$_ENV['HOME'] . '/bin/video';
+if (isset($_ENV['VIDEO_DIR'])) {
+	$VIDEO_DIR = $_ENV['VIDEO_DIR'];
+}
+$BASE_LOCAL='';
+if (isset($_ENV['BASE_LOCAL'])) {
+	$BASE_LOCAL = $_ENV['BASE_LOCAL'];
+} else {
+	$BASE_LOCAL = trim(shell_exec($VIDEO_DIR . '/mediaPath'));
+}
+
+# Allow usage with absolute local paths
+if (substr($SUB_DIR, 0, 1) == '/') {
+	$SUB_DIR = preg_replace('/^' . preg_quote($BASE_LOCAL, '/') . '\//', '', $SUB_DIR);
+}
+
+# Usage checks
+if (strlen($SUB_DIR) < 1 || $DELAY_DAYS < 1) {
+	die('Usage: ' . $argv[0] . " sub_directory\n");
+}
+
+# Sanity checks
+$LOCAL = $BASE_LOCAL . '/' . $SUB_DIR;
+if (!file_exists($LOCAL) || !is_dir($LOCAL)) {
+	die('Invalid local directory: ' . $LOCAL . "\n");
+}
+
+# Open the DB connection
+try {
+	$dbh = new PDO('pgsql:dbname=backup', $_ENV{'USER'});
+} catch (PDOException $e) {
+	die('DB error: ' . $e->getMessage() . "\n");
+}
+
+# Grab the file list -- limit files by mtime, but include all directories
+$FIND=tempnam(sys_get_temp_dir(), 'scanLocal-find');
+exec('cd ' . escapeshellarg($BASE_LOCAL) . ' && find ' . escapeshellarg($SUB_DIR) . ' -type f -mtime +' . escapeshellarg($DELAY_DAYS) . ' > ' . escapeshellarg($FIND));
+exec('cd ' . escapeshellarg($BASE_LOCAL) . ' && find ' . escapeshellarg($SUB_DIR) . ' -type d >> ' . escapeshellarg($FIND));
+
+# Sort
+$SORT=tempnam(sys_get_temp_dir(), 'scanLocal-sort');
+exec('cat ' . escapeshellarg($FIND) . ' | sort > ' . escapeshellarg($SORT));
+unlink($FIND);
+unset($FIND);
+
+# Filter junk
+exec('grep -v "\/\._" ' . escapeshellarg($SORT) .
+	' | grep -v "\/\.DS_Store\$" | grep -v "\/\.git\/"',
+	$FILES);
+unlink($SORT);
+unset($SORT);
+
+# Prepare statements
+$select = $dbh->prepare('SELECT base, path, type, mtime, hash, hash_time FROM local WHERE base = :base AND path = :path');
+$insert = $dbh->prepare('INSERT INTO local (base, path, type, mtime) VALUES (:base, :path, :type, now())');
+$mtime = $dbh->prepare('SELECT EXTRACT(EPOCH FROM mtime) AS mtime FROM local WHERE base = :base AND path = :path');
+$set_mtime = $dbh->prepare('UPDATE local SET mtime = now() WHERE base = :base AND path = :path');
+$hash_time_check = $dbh->prepare('SELECT hash, EXTRACT(EPOCH FROM hash_time) AS hash_time FROM local WHERE base = :base AND path = :path AND (hash_time IS NULL OR EXTRACT(EPOCH FROM hash_time) < :mtime)');
+$set_hash = $dbh->prepare('UPDATE local SET hash = :hash, hash_time = now() WHERE base = :base AND path = :path');
+
+# Loop through all the files
+foreach ($FILES as $FILE) {
+
+	# Construct the absolute path
+	$PATH = $BASE_LOCAL . '/' . $FILE;
+
+	# Does the path exist
+	$EXISTS = false;
+	$select->execute(array(':base' => $BASE_LOCAL, ':path' => $FILE));
+	$result = $select->fetch();
+	if (!$result) {
+		$PARTS = pathinfo($PATH);
+		$EXT = strtolower($PARTS['extension']);
+		$NAME = strtolower($PARTS['filename']);
+		unset($PARTS);
+
+		$TYPE = 'other';
+		if (is_dir($PATH)) {
+			$TYPE = 'folder';
+			if ($NAME == '.git') {
+				$TYPE = 'ignored';
+			}
+		} else {
+			if ($EXT == 'm4v' || $EXT == 'mkv' || $EXT == 'mp4' || $EXT == 'mov' ||
+				$EXT == 'vob' || $EXT == 'iso' || $EXT == 'avi') {
+					$TYPE = 'video';
+			} else if ($EXT == 'mp3' || $EXT == 'aac' || $EXT == 'm4a' || $EXT == 'm4b' ||
+				$EXT == 'm4p' || $EXT == 'wav') {
+					$TYPE = 'audio';
+			} else if ($EXT == 'epub' || $EXT == 'pdf') {
+				$TYPE = 'book';
+			} else if ($EXT == 'jpg' || $EXT == 'png') {
+				$TYPE = 'image';
+			} else if ($EXT == 'gz' || $EXT == 'zip' || $EXT == 'xz') {
+				$TYPE = 'archive';
+			} else if ($EXT == 'itc' || $EXT == 'itl' || $EXT == 'strings' || $EXT == 'itdb' ||
+				$EXT == 'plist' || $EXT == 'ipa' || $EXT == 'ini') {
+					$TYPE = 'database';
+			} else if ($EXT == 'clip' || $EXT == 'riff' || $EXT == 'nfo') {
+				$TYPE = 'metadata';
+			} else if ($EXT == 'webloc' || $NAME == 'skip' || $NAME == 'season_done' || 
+				$NAME == 'more_number_formats' || $NAME == 'no_quality_checks' ||
+				$NAME == 'filler' || $NAME == 'search_name' || $EXT == 'disabled' ||
+				$NAME == 'must_match' || $EXT == 'fakeshow' || $EXT == 'filler' ||
+				$NAME == 'excludes' || $NAME == 'search_by_date' || $EXT == 'twopart') { 
+					$TYPE = 'metadata';
+			} else if ($EXT == 'fake' || $EXT == 'txt' || $EXT == 'json' ||
+				$EXT == 'bup' || $EXT == 'ifo') {
+					$TYPE = 'metadata';
+			} else if ($EXT == 'lastfindrecode' || $NAME == 'placeholder' || $EXT == 'plexignore') {
+				$TYPE = 'ignored';
+			} else if ($EXT == 'tmp' || $EXT == 'gitignore' || preg_match('/^\.smbdelete/', $NAME)) {
+				$TYPE = 'ignored';
+			}
+		}
+		if ($TYPE == 'other') {
+			die('Unknown file type: ' . $PATH . ': ' . $NAME . '^' . $EXT . "\n");
+		}
+		echo 'Adding: ' . $PATH . ': ' . $TYPE . "\n";
+		$insert->execute(array(':base' => $BASE_LOCAL, ':path' => $FILE, ':type' => $TYPE));
+		if ($insert->rowCount() != 1) {
+			print_r($insert->errorInfo());
+			die('Unable to insert: ' . $PATH . "\n");
+		}
+	} else {
+		$TYPE = $result['type'];
+	}
+
+	# Skip 'ingnored' files
+	if ($TYPE == 'ignored') {
+		continue;
+	}
+
+	# Update the mtime as needed
+	$MTIME = trim(shell_exec('stat -c "%Y" ' . escapeshellarg($PATH)));
+	$mtime->execute(array(':base' => $BASE_LOCAL, ':path' => $FILE));
+	$result = $mtime->fetch(PDO::FETCH_ASSOC);
+	if (!$result && !$result['mtime'] || !$MTIME) {
+		die('Unable to find mtime for: ' . $PATH . "\n");
+	} else if ($result['mtime'] < $MTIME) {
+		$set_mtime->execute(array(':base' => $BASE_LOCAL, ':path' => $FILE));
+	}
+
+	# Update hashes as needed
+	if ($TYPE != 'folder') {
+		$hash_time_check->execute(array(':base' => $BASE_LOCAL, ':path' => $FILE, ':mtime' => $MTIME));
+		$result = $hash_time_check->fetch(PDO::FETCH_ASSOC);
+		if ($result) {
+			echo 'Adding hash: ' . $PATH . "\n";
+			$HASH = trim(shell_exec('md5sum ' . escapeshellarg($PATH) . ' | cut -d " " -f 1'));
+			if (strlen($HASH) == 32) {
+				$set_hash->execute(array(':base' => $BASE_LOCAL, ':path' => $FILE, ':hash' => $HASH));
+			} else {
+				die('Invalid hash (' . $HASH . ') for file: ' . $PATH . "\n");
+			}
+		} else {
+			echo 'Hash is up-to-date: ' . $PATH . "\n";
+		}
+	}
+}
+unset($FILES);
+
+?>